2024-09-10T07:32:59.652 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-10T07:32:59.672 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-10T07:32:59.745 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898877 branch: wip-rishabh-testing-20240909.165402-squid description: fs/upgrade/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/quincy 1-upgrade}} email: null first_in_suite: false job_id: '7898877' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'install ceph/quincy latest ' name: rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-rishabh-testing-20240909.165402-squid ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: bluestore warn on legacy statfs: false bluestore warn on no per pool omap: false mon pg warn min per osd: 0 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on osd down out interval zero: false mon warn on pool no app: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - scrub mismatch - ScrubResult - wrongly marked - \(POOL_APP_NOT_ENABLED\) - \(SLOW_OPS\) - overall HEALTH_ - \(MON_MSGR2_NOT_ENABLED\) - slow request sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rishabh-testing-20240909.165402-squid sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b owner: scheduled_rishabh@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.b - mon.c - mgr.x - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 seed: 9893 sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b sleep_before_teardown: 0 subset: 197/1024 suite: fs suite_branch: wip-rishabh-testing-20240909.165402-squid suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b targets: smithi196.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMbf7KEJVBBf49CbeonKYbfiKPfzf/wzhgGnp2eTcx8s3yxZWpqSVIfN8ZM/zqS9YxdJuchGYBElPKE4Qpn5JI8= tasks: - install: branch: quincy exclude_packages: - librados3 - ceph-mgr-dashboard - ceph-mgr-diskprediction-local - ceph-mgr-rook - ceph-mgr-cephadm - cephadm - ceph-volume extra_packages: - librados2 - print: '**** done installing quincy' - ceph: conf: global: mon warn on pool no app: false ms bind msgr2: false log-ignorelist: - overall HEALTH_ - \(FS_ - \(MDS_ - \(OSD_ - \(MON_DOWN\) - \(CACHE_POOL_ - \(POOL_ - \(MGR_DOWN\) - \(PG_ - \(SMALLER_PGP_NUM\) - Monitor daemon marked osd - Behind on trimming - Manager daemon - exec: osd.0: - ceph osd set-require-min-compat-client quincy - print: '**** done ceph' - print: '*** upgrading, no cephfs present' - exec: mon.a: - ceph fs dump - install.upgrade: mon.a: null - print: '**** done install.upgrade' - ceph.restart: daemons: - mon.* - mgr.* mon-health-to-clog: false wait-for-healthy: false - ceph.healthy: null - ceph.restart: daemons: - osd.* wait-for-healthy: false wait-for-osds-up: true - exec: mon.a: - ceph versions - ceph osd dump -f json-pretty - ceph fs dump - ceph osd require-osd-release squid - for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done - ceph.healthy: null - print: '**** done ceph.restart' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-10_06:58:10 tube: smithi user: rishabh verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-10T07:32:59.745 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa; will attempt to use it 2024-09-10T07:32:59.746 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks 2024-09-10T07:32:59.746 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-10T07:32:59.748 INFO:teuthology.task.internal:Checking packages... 2024-09-10T07:32:59.768 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '1cf819b7212a6048e92fc78c4eff963344f6d56b' 2024-09-10T07:32:59.769 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-10T07:32:59.769 INFO:teuthology.packaging:ref: None 2024-09-10T07:32:59.769 INFO:teuthology.packaging:tag: None 2024-09-10T07:32:59.769 INFO:teuthology.packaging:branch: wip-rishabh-testing-20240909.165402-squid 2024-09-10T07:32:59.769 INFO:teuthology.packaging:sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:32:59.769 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-rishabh-testing-20240909.165402-squid 2024-09-10T07:32:59.913 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-305.g1cf819b7 2024-09-10T07:32:59.914 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-10T07:32:59.923 INFO:teuthology.task.internal:no buildpackages task found 2024-09-10T07:32:59.923 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-10T07:32:59.937 INFO:teuthology.task.internal:Saving configuration 2024-09-10T07:32:59.952 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-10T07:32:59.964 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-10T07:32:59.988 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi196.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898877', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-10 07:28:08.917624', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMbf7KEJVBBf49CbeonKYbfiKPfzf/wzhgGnp2eTcx8s3yxZWpqSVIfN8ZM/zqS9YxdJuchGYBElPKE4Qpn5JI8='} 2024-09-10T07:32:59.988 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-10T07:32:59.999 INFO:teuthology.task.internal:roles: ubuntu@smithi196.front.sepia.ceph.com - ['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3'] 2024-09-10T07:32:59.999 INFO:teuthology.run_tasks:Running task console_log... 2024-09-10T07:33:00.036 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f19f14dfbe0>, signals=[15]) 2024-09-10T07:33:00.036 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-10T07:33:00.047 INFO:teuthology.task.internal:Opening connections... 2024-09-10T07:33:00.047 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi196.front.sepia.ceph.com 2024-09-10T07:33:00.048 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:33:00.129 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-10T07:33:00.138 DEBUG:teuthology.orchestra.run.smithi196:> uname -m 2024-09-10T07:33:00.210 INFO:teuthology.orchestra.run.smithi196.stdout:x86_64 2024-09-10T07:33:00.210 DEBUG:teuthology.orchestra.run.smithi196:> cat /etc/os-release 2024-09-10T07:33:00.268 INFO:teuthology.orchestra.run.smithi196.stdout:NAME="CentOS Stream" 2024-09-10T07:33:00.268 INFO:teuthology.orchestra.run.smithi196.stdout:VERSION="9" 2024-09-10T07:33:00.268 INFO:teuthology.orchestra.run.smithi196.stdout:ID="centos" 2024-09-10T07:33:00.268 INFO:teuthology.orchestra.run.smithi196.stdout:ID_LIKE="rhel fedora" 2024-09-10T07:33:00.268 INFO:teuthology.orchestra.run.smithi196.stdout:VERSION_ID="9" 2024-09-10T07:33:00.268 INFO:teuthology.orchestra.run.smithi196.stdout:PLATFORM_ID="platform:el9" 2024-09-10T07:33:00.268 INFO:teuthology.orchestra.run.smithi196.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-10T07:33:00.268 INFO:teuthology.orchestra.run.smithi196.stdout:ANSI_COLOR="0;31" 2024-09-10T07:33:00.269 INFO:teuthology.orchestra.run.smithi196.stdout:LOGO="fedora-logo-icon" 2024-09-10T07:33:00.269 INFO:teuthology.orchestra.run.smithi196.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-10T07:33:00.269 INFO:teuthology.orchestra.run.smithi196.stdout:HOME_URL="https://centos.org/" 2024-09-10T07:33:00.269 INFO:teuthology.orchestra.run.smithi196.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-10T07:33:00.269 INFO:teuthology.orchestra.run.smithi196.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-10T07:33:00.269 INFO:teuthology.orchestra.run.smithi196.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-10T07:33:00.269 INFO:teuthology.lock.ops:Updating smithi196.front.sepia.ceph.com on lock server 2024-09-10T07:33:00.287 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-10T07:33:00.298 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-10T07:33:00.311 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-10T07:33:00.311 DEBUG:teuthology.orchestra.run.smithi196:> test '!' -e /home/ubuntu/cephtest 2024-09-10T07:33:00.327 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-10T07:33:00.336 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-10T07:33:00.336 DEBUG:teuthology.orchestra.run.smithi196:> test -z $(ls -A /var/lib/ceph) 2024-09-10T07:33:00.449 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-10T07:33:00.477 INFO:teuthology.run_tasks:Running task kernel... 2024-09-10T07:33:00.496 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-10T07:33:00.497 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-10T07:33:00.497 DEBUG:teuthology.orchestra.run.smithi196:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-10T07:33:00.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:33:00.517 DEBUG:teuthology.orchestra.run.smithi196:> uname -r 2024-09-10T07:33:00.574 INFO:teuthology.orchestra.run.smithi196.stdout:5.14.0-503.el9.x86_64 2024-09-10T07:33:00.574 INFO:teuthology.task.kernel:Running kernel on smithi196: 5.14.0-503.el9.x86_64 2024-09-10T07:33:00.574 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum install -y kernel 2024-09-10T07:33:04.031 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - BaseOS 4.7 MB/s | 8.2 MB 00:01 2024-09-10T07:33:06.374 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - AppStream 16 MB/s | 20 MB 00:01 2024-09-10T07:33:11.699 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - CRB 4.3 MB/s | 6.5 MB 00:01 2024-09-10T07:33:13.108 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - Extras packages 95 kB/s | 19 kB 00:00 2024-09-10T07:33:14.112 INFO:teuthology.orchestra.run.smithi196.stdout:Extra Packages for Enterprise Linux 26 MB/s | 23 MB 00:00 2024-09-10T07:33:19.593 INFO:teuthology.orchestra.run.smithi196.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-10T07:33:21.641 INFO:teuthology.orchestra.run.smithi196.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-10T07:33:21.641 INFO:teuthology.orchestra.run.smithi196.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-10T07:33:21.730 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-09-10T07:33:21.736 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:33:21.737 INFO:teuthology.orchestra.run.smithi196.stdout: Package Architecture Version Repository Size 2024-09-10T07:33:21.737 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:33:21.737 INFO:teuthology.orchestra.run.smithi196.stdout:Installing: 2024-09-10T07:33:21.737 INFO:teuthology.orchestra.run.smithi196.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-10T07:33:21.737 INFO:teuthology.orchestra.run.smithi196.stdout:Installing dependencies: 2024-09-10T07:33:21.737 INFO:teuthology.orchestra.run.smithi196.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-10T07:33:21.737 INFO:teuthology.orchestra.run.smithi196.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-10T07:33:21.737 INFO:teuthology.orchestra.run.smithi196.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-10T07:33:21.737 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:33:21.737 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-09-10T07:33:21.737 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:33:21.737 INFO:teuthology.orchestra.run.smithi196.stdout:Install 4 Packages 2024-09-10T07:33:21.738 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:33:21.738 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 79 M 2024-09-10T07:33:21.738 INFO:teuthology.orchestra.run.smithi196.stdout:Installed size: 126 M 2024-09-10T07:33:21.738 INFO:teuthology.orchestra.run.smithi196.stdout:Downloading Packages: 2024-09-10T07:33:21.869 INFO:teuthology.orchestra.run.smithi196.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 264 kB/s | 23 kB 00:00 2024-09-10T07:33:22.294 INFO:teuthology.orchestra.run.smithi196.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 31 MB/s | 16 MB 00:00 2024-09-10T07:33:22.628 INFO:teuthology.orchestra.run.smithi196.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 38 MB/s | 29 MB 00:00 2024-09-10T07:33:22.936 INFO:teuthology.orchestra.run.smithi196.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 30 MB/s | 35 MB 00:01 2024-09-10T07:33:22.937 INFO:teuthology.orchestra.run.smithi196.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:33:22.937 INFO:teuthology.orchestra.run.smithi196.stdout:Total 66 MB/s | 79 MB 00:01 2024-09-10T07:33:23.617 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction check 2024-09-10T07:33:23.972 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction check succeeded. 2024-09-10T07:33:23.972 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction test 2024-09-10T07:33:24.947 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction test succeeded. 2024-09-10T07:33:24.947 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction 2024-09-10T07:33:27.410 INFO:teuthology.orchestra.run.smithi196.stdout: Preparing : 1/1 2024-09-10T07:33:28.054 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-10T07:33:28.146 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:33:30.937 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:33:31.131 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:33:35.973 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:33:36.015 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:33:40.857 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:34:19.091 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:34:19.131 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:34:19.476 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:34:19.477 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-10T07:34:19.477 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:34:19.477 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:34:20.366 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:34:20.367 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:34:20.367 INFO:teuthology.orchestra.run.smithi196.stdout:Installed: 2024-09-10T07:34:20.367 INFO:teuthology.orchestra.run.smithi196.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-10T07:34:20.367 INFO:teuthology.orchestra.run.smithi196.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-10T07:34:20.367 INFO:teuthology.orchestra.run.smithi196.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-10T07:34:20.367 INFO:teuthology.orchestra.run.smithi196.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-10T07:34:20.367 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:34:20.367 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-09-10T07:34:20.735 DEBUG:teuthology.orchestra.run.smithi196:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T07:34:20.819 INFO:teuthology.orchestra.run.smithi196.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T07:34:20.820 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T07:34:20.820 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-10T07:34:20.820 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-10T07:34:20.820 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-10T07:34:20.820 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-10T07:34:20.820 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi196.front.sepia.ceph.com, path=None, version=distro) 2024-09-10T07:34:20.820 DEBUG:teuthology.orchestra.run.smithi196:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T07:34:20.878 INFO:teuthology.orchestra.run.smithi196.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T07:34:20.879 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T07:34:20.879 DEBUG:teuthology.orchestra.run.smithi196:> sudo rpm -qi grub2-tools 2024-09-10T07:34:20.911 INFO:teuthology.orchestra.run.smithi196.stdout:Name : grub2-tools 2024-09-10T07:34:20.911 INFO:teuthology.orchestra.run.smithi196.stdout:Epoch : 1 2024-09-10T07:34:20.911 INFO:teuthology.orchestra.run.smithi196.stdout:Version : 2.06 2024-09-10T07:34:20.911 INFO:teuthology.orchestra.run.smithi196.stdout:Release : 82.el9 2024-09-10T07:34:20.911 INFO:teuthology.orchestra.run.smithi196.stdout:Architecture: x86_64 2024-09-10T07:34:20.911 INFO:teuthology.orchestra.run.smithi196.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-10T07:34:20.911 INFO:teuthology.orchestra.run.smithi196.stdout:Group : Unspecified 2024-09-10T07:34:20.911 INFO:teuthology.orchestra.run.smithi196.stdout:Size : 8274670 2024-09-10T07:34:20.911 INFO:teuthology.orchestra.run.smithi196.stdout:License : GPLv3+ 2024-09-10T07:34:20.911 INFO:teuthology.orchestra.run.smithi196.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-10T07:34:20.911 INFO:teuthology.orchestra.run.smithi196.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-10T07:34:20.912 INFO:teuthology.orchestra.run.smithi196.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-10T07:34:20.912 INFO:teuthology.orchestra.run.smithi196.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-10T07:34:20.912 INFO:teuthology.orchestra.run.smithi196.stdout:Packager : builder@centos.org 2024-09-10T07:34:20.912 INFO:teuthology.orchestra.run.smithi196.stdout:Vendor : CentOS 2024-09-10T07:34:20.912 INFO:teuthology.orchestra.run.smithi196.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-10T07:34:20.912 INFO:teuthology.orchestra.run.smithi196.stdout:Summary : Support tools for GRUB. 2024-09-10T07:34:20.912 INFO:teuthology.orchestra.run.smithi196.stdout:Description : 2024-09-10T07:34:20.912 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:34:20.912 INFO:teuthology.orchestra.run.smithi196.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-10T07:34:20.912 INFO:teuthology.orchestra.run.smithi196.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-10T07:34:20.912 INFO:teuthology.orchestra.run.smithi196.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-10T07:34:20.912 INFO:teuthology.orchestra.run.smithi196.stdout:hardware devices. 2024-09-10T07:34:20.912 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:34:20.913 INFO:teuthology.orchestra.run.smithi196.stdout:This subpackage provides tools for support of all platforms. 2024-09-10T07:34:20.913 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-10T07:34:20.914 INFO:teuthology.task.kernel:Updating grub on smithi196 to boot 5.14.0-505.el9.x86_64 2024-09-10T07:34:20.914 DEBUG:teuthology.orchestra.run.smithi196:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-10T07:34:21.617 INFO:teuthology.orchestra.run.smithi196.stderr:Generating grub configuration file ... 2024-09-10T07:34:22.929 INFO:teuthology.orchestra.run.smithi196.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-10T07:34:22.945 INFO:teuthology.orchestra.run.smithi196.stderr:done 2024-09-10T07:34:22.956 DEBUG:teuthology.orchestra.run.smithi196:> mktemp 2024-09-10T07:34:22.972 INFO:teuthology.orchestra.run.smithi196.stdout:/tmp/tmp.fLEN8fY0Eo 2024-09-10T07:34:22.972 DEBUG:teuthology.orchestra.run.smithi196:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.fLEN8fY0Eo 2024-09-10T07:34:23.038 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 0666 /tmp/tmp.fLEN8fY0Eo 2024-09-10T07:34:23.180 DEBUG:teuthology.orchestra.remote:smithi196:/tmp/tmp.fLEN8fY0Eo is 6KB 2024-09-10T07:34:23.229 DEBUG:teuthology.orchestra.run.smithi196:> rm -fr /tmp/tmp.fLEN8fY0Eo 2024-09-10T07:34:23.244 DEBUG:teuthology.orchestra.run.smithi196:> sudo /bin/ls /boot/loader/entries || true 2024-09-10T07:34:23.308 INFO:teuthology.orchestra.run.smithi196.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-10T07:34:23.308 INFO:teuthology.orchestra.run.smithi196.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-10T07:34:23.308 INFO:teuthology.orchestra.run.smithi196.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-10T07:34:23.308 INFO:teuthology.orchestra.run.smithi196.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-10T07:34:23.309 DEBUG:teuthology.orchestra.run.smithi196:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-10T07:34:23.455 DEBUG:teuthology.orchestra.run.smithi196:> sudo shutdown -r now 2024-09-10T07:34:53.485 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-10T07:34:53.486 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-09-10T07:34:53.487 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:35:11.938 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.196 2024-09-10T07:35:20.945 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-09-10T07:35:20.946 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:35:23.997 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.196 2024-09-10T07:35:36.009 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-09-10T07:35:36.010 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:35:54.429 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.196 2024-09-10T07:36:09.445 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-09-10T07:36:09.446 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:36:09.847 DEBUG:teuthology.orchestra.run.smithi196:> true 2024-09-10T07:36:10.329 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-09-10T07:36:10.330 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-10T07:36:10.330 DEBUG:teuthology.orchestra.run.smithi196:> uname -r 2024-09-10T07:36:10.344 INFO:teuthology.orchestra.run.smithi196.stdout:5.14.0-505.el9.x86_64 2024-09-10T07:36:10.344 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-10T07:36:10.345 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-10T07:36:10.345 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-10T07:36:11.346 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-10T07:36:11.404 DEBUG:teuthology.orchestra.run.smithi196:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-10T07:36:11.480 INFO:teuthology.orchestra.run.smithi196.stdout:ttyS1 2024-09-10T07:36:11.502 DEBUG:teuthology.parallel:result is None 2024-09-10T07:36:11.502 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-10T07:36:11.514 INFO:teuthology.task.internal:Creating test directory... 2024-09-10T07:36:11.514 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-10T07:36:11.529 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-10T07:36:11.541 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-10T07:36:11.551 INFO:teuthology.task.internal:Creating archive directory... 2024-09-10T07:36:11.552 DEBUG:teuthology.orchestra.run.smithi196:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-10T07:36:11.598 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-10T07:36:11.610 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-10T07:36:11.610 DEBUG:teuthology.orchestra.run.smithi196:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-10T07:36:11.662 INFO:teuthology.orchestra.run.smithi196.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T07:36:11.671 INFO:teuthology.orchestra.run.smithi196.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T07:36:11.673 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-10T07:36:11.681 INFO:teuthology.task.internal:Configuring sudo... 2024-09-10T07:36:11.681 DEBUG:teuthology.orchestra.run.smithi196:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-10T07:36:11.739 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-10T07:36:11.750 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-10T07:36:11.750 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-10T07:36:11.795 DEBUG:teuthology.orchestra.run.smithi196:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T07:36:11.879 DEBUG:teuthology.orchestra.run.smithi196:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T07:36:11.924 DEBUG:teuthology.orchestra.run.smithi196:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T07:36:12.001 DEBUG:teuthology.orchestra.run.smithi196:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T07:36:12.046 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-10T07:36:12.046 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-10T07:36:12.111 DEBUG:teuthology.orchestra.run.smithi196:> sudo service rsyslog restart 2024-09-10T07:36:12.199 INFO:teuthology.orchestra.run.smithi196.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T07:36:12.581 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-10T07:36:12.588 INFO:teuthology.task.internal:Starting timer... 2024-09-10T07:36:12.588 INFO:teuthology.run_tasks:Running task pcp... 2024-09-10T07:36:12.600 INFO:teuthology.run_tasks:Running task selinux... 2024-09-10T07:36:12.609 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-09-10T07:36:12.610 DEBUG:teuthology.orchestra.run.smithi196:> sudo service auditd rotate 2024-09-10T07:36:12.669 INFO:teuthology.orchestra.run.smithi196.stdout:Rotating logs: 2024-09-10T07:36:12.671 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-10T07:36:12.671 DEBUG:teuthology.orchestra.run.smithi196:> /usr/sbin/getenforce 2024-09-10T07:36:12.693 INFO:teuthology.orchestra.run.smithi196.stdout:Permissive 2024-09-10T07:36:12.693 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi196.front.sepia.ceph.com': 'permissive'} 2024-09-10T07:36:12.693 DEBUG:teuthology.orchestra.run.smithi196:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T07:36:12.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:36:12.759 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-10T07:36:12.759 DEBUG:teuthology.orchestra.run.smithi196:> sudo /usr/sbin/setenforce permissive 2024-09-10T07:36:12.850 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-10T07:36:12.860 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-10T07:36:12.872 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-10T07:36:12.873 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi196.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-10T07:39:53.443 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi196.front.sepia.ceph.com')] 2024-09-10T07:39:53.445 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-09-10T07:39:53.446 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:39:53.536 DEBUG:teuthology.orchestra.run.smithi196:> true 2024-09-10T07:39:53.612 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-09-10T07:39:53.612 INFO:teuthology.run_tasks:Running task clock... 2024-09-10T07:39:53.625 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-10T07:39:53.625 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-10T07:39:53.626 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T07:39:53.680 INFO:teuthology.orchestra.run.smithi196.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-10T07:39:53.694 INFO:teuthology.orchestra.run.smithi196.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-10T07:39:53.719 INFO:teuthology.orchestra.run.smithi196.stderr:sudo: ntpd: command not found 2024-09-10T07:39:53.730 INFO:teuthology.orchestra.run.smithi196.stdout:506 Cannot talk to daemon 2024-09-10T07:39:53.743 INFO:teuthology.orchestra.run.smithi196.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-10T07:39:53.758 INFO:teuthology.orchestra.run.smithi196.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-10T07:39:53.814 INFO:teuthology.orchestra.run.smithi196.stderr:bash: line 1: ntpq: command not found 2024-09-10T07:39:53.818 INFO:teuthology.orchestra.run.smithi196.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T07:39:53.818 INFO:teuthology.orchestra.run.smithi196.stdout:=============================================================================== 2024-09-10T07:39:53.818 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:39:53.818 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:39:53.818 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:39:53.818 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:39:53.819 INFO:teuthology.run_tasks:Running task install... 2024-09-10T07:39:53.828 DEBUG:teuthology.task.install:project ceph 2024-09-10T07:39:53.828 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}} 2024-09-10T07:39:53.828 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'} 2024-09-10T07:39:53.829 INFO:teuthology.task.install:Using flavor: default 2024-09-10T07:39:53.837 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-10T07:39:53.837 INFO:teuthology.task.install:extra packages: ['librados2'] 2024-09-10T07:39:53.837 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'tag': None, 'wait_for_package': False} 2024-09-10T07:39:53.838 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-10T07:39:53.838 INFO:teuthology.packaging:ref: None 2024-09-10T07:39:53.838 INFO:teuthology.packaging:tag: None 2024-09-10T07:39:53.838 INFO:teuthology.packaging:branch: quincy 2024-09-10T07:39:53.838 INFO:teuthology.packaging:sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:39:53.838 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-10T07:39:54.083 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/quincy/96d63e75d310869e716ce7c8655577b0e88a04aa/centos/9/flavors/default/ 2024-09-10T07:39:54.084 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1597.g96d63e75 2024-09-10T07:39:54.354 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/quincy/96d63e75d310869e716ce7c8655577b0e88a04aa/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/96d63e75d310869e716ce7c8655577b0e88a04aa/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/96d63e75d310869e716ce7c8655577b0e88a04aa/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-10T07:39:54.354 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-10T07:39:54.354 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-10T07:39:54.382 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, ceph-immutable-object-cache, ceph-mgr, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, librados2 on remote rpm x86_64 2024-09-10T07:39:54.382 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-10T07:39:54.382 INFO:teuthology.packaging:ref: None 2024-09-10T07:39:54.382 INFO:teuthology.packaging:tag: None 2024-09-10T07:39:54.383 INFO:teuthology.packaging:branch: quincy 2024-09-10T07:39:54.383 INFO:teuthology.packaging:sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:39:54.383 DEBUG:teuthology.orchestra.run.smithi196:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-10T07:39:54.449 DEBUG:teuthology.orchestra.run.smithi196:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-10T07:39:54.526 DEBUG:teuthology.orchestra.run.smithi196:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-10T07:39:54.591 INFO:teuthology.orchestra.run.smithi196.stdout:check_obsoletes = 1 2024-09-10T07:39:54.592 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum clean all 2024-09-10T07:39:54.835 INFO:teuthology.orchestra.run.smithi196.stdout:45 files removed 2024-09-10T07:39:54.862 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y install ceph-radosgw 2024-09-10T07:39:56.108 INFO:teuthology.orchestra.run.smithi196.stdout:ceph packages for x86_64 80 kB/s | 77 kB 00:00 2024-09-10T07:39:56.675 INFO:teuthology.orchestra.run.smithi196.stdout:ceph noarch packages 20 kB/s | 11 kB 00:00 2024-09-10T07:39:57.184 INFO:teuthology.orchestra.run.smithi196.stdout:ceph source packages 3.8 kB/s | 1.8 kB 00:00 2024-09-10T07:39:57.692 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - BaseOS 18 MB/s | 8.2 MB 00:00 2024-09-10T07:40:06.993 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - AppStream 2.5 MB/s | 20 MB 00:08 2024-09-10T07:40:12.418 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - CRB 4.0 MB/s | 6.5 MB 00:01 2024-09-10T07:40:13.985 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - Extras packages 81 kB/s | 19 kB 00:00 2024-09-10T07:40:14.798 INFO:teuthology.orchestra.run.smithi196.stdout:Extra Packages for Enterprise Linux 33 MB/s | 23 MB 00:00 2024-09-10T07:40:20.179 INFO:teuthology.orchestra.run.smithi196.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-10T07:40:22.596 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-09-10T07:40:22.616 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:40:22.616 INFO:teuthology.orchestra.run.smithi196.stdout: Package Arch Version Repository Size 2024-09-10T07:40:22.616 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:40:22.617 INFO:teuthology.orchestra.run.smithi196.stdout:Installing: 2024-09-10T07:40:22.617 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-radosgw x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 14 M 2024-09-10T07:40:22.617 INFO:teuthology.orchestra.run.smithi196.stdout:Upgrading: 2024-09-10T07:40:22.617 INFO:teuthology.orchestra.run.smithi196.stdout: librados2 x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 3.1 M 2024-09-10T07:40:22.617 INFO:teuthology.orchestra.run.smithi196.stdout: librbd1 x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 2.9 M 2024-09-10T07:40:22.617 INFO:teuthology.orchestra.run.smithi196.stdout:Installing dependencies: 2024-09-10T07:40:22.618 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-base x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 5.0 M 2024-09-10T07:40:22.618 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-common x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 22 M 2024-09-10T07:40:22.618 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-selinux x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 25 k 2024-09-10T07:40:22.618 INFO:teuthology.orchestra.run.smithi196.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-10T07:40:22.618 INFO:teuthology.orchestra.run.smithi196.stdout: libcephfs2 x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 637 k 2024-09-10T07:40:22.618 INFO:teuthology.orchestra.run.smithi196.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-10T07:40:22.619 INFO:teuthology.orchestra.run.smithi196.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-10T07:40:22.619 INFO:teuthology.orchestra.run.smithi196.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-10T07:40:22.619 INFO:teuthology.orchestra.run.smithi196.stdout: libradosstriper1 x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 457 k 2024-09-10T07:40:22.619 INFO:teuthology.orchestra.run.smithi196.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-10T07:40:22.619 INFO:teuthology.orchestra.run.smithi196.stdout: librgw2 x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 4.9 M 2024-09-10T07:40:22.620 INFO:teuthology.orchestra.run.smithi196.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-10T07:40:22.620 INFO:teuthology.orchestra.run.smithi196.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-10T07:40:22.620 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ceph-argparse x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 45 k 2024-09-10T07:40:22.620 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ceph-common x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 120 k 2024-09-10T07:40:22.620 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cephfs x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 156 k 2024-09-10T07:40:22.620 INFO:teuthology.orchestra.run.smithi196.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-10T07:40:22.621 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rados x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 320 k 2024-09-10T07:40:22.621 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rbd x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 295 k 2024-09-10T07:40:22.621 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rgw x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 99 k 2024-09-10T07:40:22.621 INFO:teuthology.orchestra.run.smithi196.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-10T07:40:22.621 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:40:22.621 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-09-10T07:40:22.622 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:40:22.622 INFO:teuthology.orchestra.run.smithi196.stdout:Install 22 Packages 2024-09-10T07:40:22.622 INFO:teuthology.orchestra.run.smithi196.stdout:Upgrade 2 Packages 2024-09-10T07:40:22.622 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:40:22.623 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 58 M 2024-09-10T07:40:22.623 INFO:teuthology.orchestra.run.smithi196.stdout:Downloading Packages: 2024-09-10T07:40:24.213 INFO:teuthology.orchestra.run.smithi196.stdout:(1/24): ceph-base-17.2.7-1597.g96d63e75.el9.x86 3.9 MB/s | 5.0 MB 00:01 2024-09-10T07:40:24.305 INFO:teuthology.orchestra.run.smithi196.stdout:(2/24): ceph-selinux-17.2.7-1597.g96d63e75.el9. 275 kB/s | 25 kB 00:00 2024-09-10T07:40:24.489 INFO:teuthology.orchestra.run.smithi196.stdout:(3/24): libcephfs2-17.2.7-1597.g96d63e75.el9.x8 3.4 MB/s | 637 kB 00:00 2024-09-10T07:40:24.589 INFO:teuthology.orchestra.run.smithi196.stdout:(4/24): libradosstriper1-17.2.7-1597.g96d63e75. 4.5 MB/s | 457 kB 00:00 2024-09-10T07:40:25.464 INFO:teuthology.orchestra.run.smithi196.stdout:(5/24): ceph-radosgw-17.2.7-1597.g96d63e75.el9. 5.7 MB/s | 14 MB 00:02 2024-09-10T07:40:25.531 INFO:teuthology.orchestra.run.smithi196.stdout:(6/24): librgw2-17.2.7-1597.g96d63e75.el9.x86_6 5.2 MB/s | 4.9 MB 00:00 2024-09-10T07:40:25.548 INFO:teuthology.orchestra.run.smithi196.stdout:(7/24): python3-ceph-argparse-17.2.7-1597.g96d6 541 kB/s | 45 kB 00:00 2024-09-10T07:40:25.607 INFO:teuthology.orchestra.run.smithi196.stdout:(8/24): python3-ceph-common-17.2.7-1597.g96d63e 1.6 MB/s | 120 kB 00:00 2024-09-10T07:40:25.632 INFO:teuthology.orchestra.run.smithi196.stdout:(9/24): python3-cephfs-17.2.7-1597.g96d63e75.el 1.8 MB/s | 156 kB 00:00 2024-09-10T07:40:25.691 INFO:teuthology.orchestra.run.smithi196.stdout:(10/24): python3-rados-17.2.7-1597.g96d63e75.el 3.7 MB/s | 320 kB 00:00 2024-09-10T07:40:25.716 INFO:teuthology.orchestra.run.smithi196.stdout:(11/24): python3-rbd-17.2.7-1597.g96d63e75.el9. 3.5 MB/s | 295 kB 00:00 2024-09-10T07:40:25.766 INFO:teuthology.orchestra.run.smithi196.stdout:(12/24): python3-rgw-17.2.7-1597.g96d63e75.el9. 1.3 MB/s | 99 kB 00:00 2024-09-10T07:40:25.908 INFO:teuthology.orchestra.run.smithi196.stdout:(13/24): librabbitmq-0.11.0-7.el9.x86_64.rpm 319 kB/s | 45 kB 00:00 2024-09-10T07:40:25.933 INFO:teuthology.orchestra.run.smithi196.stdout:(14/24): libpmemobj-1.12.1-1.el9.x86_64.rpm 737 kB/s | 160 kB 00:00 2024-09-10T07:40:26.042 INFO:teuthology.orchestra.run.smithi196.stdout:(15/24): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.6 MB/s | 292 kB 00:00 2024-09-10T07:40:26.084 INFO:teuthology.orchestra.run.smithi196.stdout:(16/24): librdkafka-1.6.1-102.el9.x86_64.rpm 3.7 MB/s | 662 kB 00:00 2024-09-10T07:40:26.101 INFO:teuthology.orchestra.run.smithi196.stdout:(17/24): python3-prettytable-0.7.2-27.el9.noarc 719 kB/s | 42 kB 00:00 2024-09-10T07:40:26.151 INFO:teuthology.orchestra.run.smithi196.stdout:(18/24): liboath-2.6.7-2.el9.x86_64.rpm 972 kB/s | 49 kB 00:00 2024-09-10T07:40:26.185 INFO:teuthology.orchestra.run.smithi196.stdout:(19/24): gperftools-libs-2.9.1-2.el9.x86_64.rpm 3.0 MB/s | 309 kB 00:00 2024-09-10T07:40:26.210 INFO:teuthology.orchestra.run.smithi196.stdout:(20/24): libunwind-1.6.2-1.el9.x86_64.rpm 1.1 MB/s | 67 kB 00:00 2024-09-10T07:40:26.277 INFO:teuthology.orchestra.run.smithi196.stdout:(21/24): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-09-10T07:40:26.511 INFO:teuthology.orchestra.run.smithi196.stdout:(22/24): ceph-common-17.2.7-1597.g96d63e75.el9. 6.3 MB/s | 22 MB 00:03 2024-09-10T07:40:26.794 INFO:teuthology.orchestra.run.smithi196.stdout:(23/24): librados2-17.2.7-1597.g96d63e75.el9.x8 5.3 MB/s | 3.1 MB 00:00 2024-09-10T07:40:26.853 INFO:teuthology.orchestra.run.smithi196.stdout:(24/24): librbd1-17.2.7-1597.g96d63e75.el9.x86_ 5.1 MB/s | 2.9 MB 00:00 2024-09-10T07:40:26.857 INFO:teuthology.orchestra.run.smithi196.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:40:26.858 INFO:teuthology.orchestra.run.smithi196.stdout:Total 14 MB/s | 58 MB 00:04 2024-09-10T07:40:26.920 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction check 2024-09-10T07:40:26.952 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction check succeeded. 2024-09-10T07:40:26.952 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction test 2024-09-10T07:40:27.581 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction test succeeded. 2024-09-10T07:40:27.582 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction 2024-09-10T07:40:28.823 INFO:teuthology.orchestra.run.smithi196.stdout: Preparing : 1/1 2024-09-10T07:40:29.159 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/26 2024-09-10T07:40:29.272 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : librados2-2:17.2.7-1597.g96d63e75.el9.x86_64 2/26 2024-09-10T07:40:29.380 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librados2-2:17.2.7-1597.g96d63e75.el9.x86_64 2/26 2024-09-10T07:40:29.459 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-rados-2:17.2.7-1597.g96d63e75.el9.x86_64 3/26 2024-09-10T07:40:29.482 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libcephfs2-2:17.2.7-1597.g96d63e75.el9.x86_64 4/26 2024-09-10T07:40:29.569 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: libcephfs2-2:17.2.7-1597.g96d63e75.el9.x86_64 4/26 2024-09-10T07:40:29.626 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : thrift-0.15.0-2.el9.x86_64 5/26 2024-09-10T07:40:29.670 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 6/26 2024-09-10T07:40:30.115 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 7/26 2024-09-10T07:40:30.143 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : librgw2-2:17.2.7-1597.g96d63e75.el9.x86_64 8/26 2024-09-10T07:40:30.206 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librgw2-2:17.2.7-1597.g96d63e75.el9.x86_64 8/26 2024-09-10T07:40:30.243 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : liboath-2.6.7-2.el9.x86_64 9/26 2024-09-10T07:40:30.295 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-ceph-argparse-2:17.2.7-1597.g96d63e75.el9. 10/26 2024-09-10T07:40:30.331 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-cephfs-2:17.2.7-1597.g96d63e75.el9.x86_64 11/26 2024-09-10T07:40:30.394 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-rgw-2:17.2.7-1597.g96d63e75.el9.x86_64 12/26 2024-09-10T07:40:30.421 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libradosstriper1-2:17.2.7-1597.g96d63e75.el9.x86_6 13/26 2024-09-10T07:40:30.487 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1597.g96d63e75.el9.x86_6 13/26 2024-09-10T07:40:30.527 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/26 2024-09-10T07:40:30.563 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 15/26 2024-09-10T07:40:30.596 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 16/26 2024-09-10T07:40:30.890 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 17/26 2024-09-10T07:40:30.925 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : librbd1-2:17.2.7-1597.g96d63e75.el9.x86_64 18/26 2024-09-10T07:40:31.015 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librbd1-2:17.2.7-1597.g96d63e75.el9.x86_64 18/26 2024-09-10T07:40:31.089 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-rbd-2:17.2.7-1597.g96d63e75.el9.x86_64 19/26 2024-09-10T07:40:31.128 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-ceph-common-2:17.2.7-1597.g96d63e75.el9.x8 20/26 2024-09-10T07:40:33.526 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-common-2:17.2.7-1597.g96d63e75.el9.x86_64 21/26 2024-09-10T07:40:33.566 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-common-2:17.2.7-1597.g96d63e75.el9.x86_64 21/26 2024-09-10T07:40:34.110 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-common-2:17.2.7-1597.g96d63e75.el9.x86_64 21/26 2024-09-10T07:40:34.153 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-base-2:17.2.7-1597.g96d63e75.el9.x86_64 22/26 2024-09-10T07:40:34.257 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-base-2:17.2.7-1597.g96d63e75.el9.x86_64 22/26 2024-09-10T07:40:34.257 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-10T07:40:34.257 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-10T07:40:34.257 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:40:34.288 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-selinux-2:17.2.7-1597.g96d63e75.el9.x86_64 23/26 2024-09-10T07:40:44.210 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1597.g96d63e75.el9.x86_64 23/26 2024-09-10T07:40:44.211 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /sys 2024-09-10T07:40:44.211 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /proc 2024-09-10T07:40:44.211 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /mnt 2024-09-10T07:40:44.211 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /var/tmp 2024-09-10T07:40:44.211 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /home 2024-09-10T07:40:44.211 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /root 2024-09-10T07:40:44.211 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /tmp 2024-09-10T07:40:44.211 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:40:45.557 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-radosgw-2:17.2.7-1597.g96d63e75.el9.x86_64 24/26 2024-09-10T07:40:45.635 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1597.g96d63e75.el9.x86_64 24/26 2024-09-10T07:40:45.635 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:40:45.635 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-10T07:40:45.636 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T07:40:45.636 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T07:40:45.636 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:40:45.637 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 25/26 2024-09-10T07:40:45.726 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 25/26 2024-09-10T07:40:45.727 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 26/26 2024-09-10T07:40:46.986 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 26/26 2024-09-10T07:40:46.986 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-base-2:17.2.7-1597.g96d63e75.el9.x86_64 1/26 2024-09-10T07:40:46.986 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-common-2:17.2.7-1597.g96d63e75.el9.x86_64 2/26 2024-09-10T07:40:46.986 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-radosgw-2:17.2.7-1597.g96d63e75.el9.x86_64 3/26 2024-09-10T07:40:46.986 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-selinux-2:17.2.7-1597.g96d63e75.el9.x86_64 4/26 2024-09-10T07:40:46.986 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libcephfs2-2:17.2.7-1597.g96d63e75.el9.x86_64 5/26 2024-09-10T07:40:46.986 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libradosstriper1-2:17.2.7-1597.g96d63e75.el9.x86_6 6/26 2024-09-10T07:40:46.986 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librgw2-2:17.2.7-1597.g96d63e75.el9.x86_64 7/26 2024-09-10T07:40:46.987 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1597.g96d63e75.el9. 8/26 2024-09-10T07:40:46.987 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-ceph-common-2:17.2.7-1597.g96d63e75.el9.x8 9/26 2024-09-10T07:40:46.987 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cephfs-2:17.2.7-1597.g96d63e75.el9.x86_64 10/26 2024-09-10T07:40:46.987 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-rados-2:17.2.7-1597.g96d63e75.el9.x86_64 11/26 2024-09-10T07:40:46.987 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-rbd-2:17.2.7-1597.g96d63e75.el9.x86_64 12/26 2024-09-10T07:40:46.987 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-rgw-2:17.2.7-1597.g96d63e75.el9.x86_64 13/26 2024-09-10T07:40:46.987 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 14/26 2024-09-10T07:40:46.987 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 15/26 2024-09-10T07:40:46.987 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 16/26 2024-09-10T07:40:46.987 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 17/26 2024-09-10T07:40:46.987 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 18/26 2024-09-10T07:40:46.987 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 19/26 2024-09-10T07:40:46.987 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 20/26 2024-09-10T07:40:46.988 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 21/26 2024-09-10T07:40:46.988 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 22/26 2024-09-10T07:40:46.988 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librados2-2:17.2.7-1597.g96d63e75.el9.x86_64 23/26 2024-09-10T07:40:46.988 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 24/26 2024-09-10T07:40:46.988 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librbd1-2:17.2.7-1597.g96d63e75.el9.x86_64 25/26 2024-09-10T07:40:47.978 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 26/26 2024-09-10T07:40:47.978 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:40:47.979 INFO:teuthology.orchestra.run.smithi196.stdout:Upgraded: 2024-09-10T07:40:47.979 INFO:teuthology.orchestra.run.smithi196.stdout: librados2-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:40:47.979 INFO:teuthology.orchestra.run.smithi196.stdout: librbd1-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:40:47.979 INFO:teuthology.orchestra.run.smithi196.stdout:Installed: 2024-09-10T07:40:47.979 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-base-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:40:47.979 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-common-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:40:47.979 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-radosgw-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:40:47.979 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-selinux-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:40:47.979 INFO:teuthology.orchestra.run.smithi196.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-10T07:40:47.979 INFO:teuthology.orchestra.run.smithi196.stdout: libcephfs2-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:40:47.979 INFO:teuthology.orchestra.run.smithi196.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-10T07:40:47.979 INFO:teuthology.orchestra.run.smithi196.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-10T07:40:47.980 INFO:teuthology.orchestra.run.smithi196.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-10T07:40:47.980 INFO:teuthology.orchestra.run.smithi196.stdout: libradosstriper1-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:40:47.980 INFO:teuthology.orchestra.run.smithi196.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-10T07:40:47.980 INFO:teuthology.orchestra.run.smithi196.stdout: librgw2-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:40:47.980 INFO:teuthology.orchestra.run.smithi196.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-10T07:40:47.980 INFO:teuthology.orchestra.run.smithi196.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-10T07:40:47.980 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ceph-argparse-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:40:47.980 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ceph-common-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:40:47.980 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cephfs-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:40:47.980 INFO:teuthology.orchestra.run.smithi196.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-10T07:40:47.980 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rados-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:40:47.980 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rbd-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:40:47.980 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rgw-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:40:47.981 INFO:teuthology.orchestra.run.smithi196.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-10T07:40:47.981 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:40:47.981 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-09-10T07:40:48.344 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y install ceph-test 2024-09-10T07:40:48.911 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:00:28 ago on Tue 10 Sep 2024 07:40:20 AM UTC. 2024-09-10T07:40:49.042 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-09-10T07:40:49.042 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:40:49.042 INFO:teuthology.orchestra.run.smithi196.stdout: Package Arch Version Repository Size 2024-09-10T07:40:49.042 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:40:49.042 INFO:teuthology.orchestra.run.smithi196.stdout:Installing: 2024-09-10T07:40:49.043 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-test x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 48 M 2024-09-10T07:40:49.043 INFO:teuthology.orchestra.run.smithi196.stdout:Installing dependencies: 2024-09-10T07:40:49.043 INFO:teuthology.orchestra.run.smithi196.stdout: libcephsqlite x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 163 k 2024-09-10T07:40:49.043 INFO:teuthology.orchestra.run.smithi196.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-10T07:40:49.043 INFO:teuthology.orchestra.run.smithi196.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-10T07:40:49.043 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:40:49.043 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-09-10T07:40:49.043 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:40:49.043 INFO:teuthology.orchestra.run.smithi196.stdout:Install 4 Packages 2024-09-10T07:40:49.043 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:40:49.044 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 48 M 2024-09-10T07:40:49.044 INFO:teuthology.orchestra.run.smithi196.stdout:Installed size: 193 M 2024-09-10T07:40:49.044 INFO:teuthology.orchestra.run.smithi196.stdout:Downloading Packages: 2024-09-10T07:40:49.314 INFO:teuthology.orchestra.run.smithi196.stdout:(1/4): libcephsqlite-17.2.7-1597.g96d63e75.el9. 746 kB/s | 163 kB 00:00 2024-09-10T07:40:49.656 INFO:teuthology.orchestra.run.smithi196.stdout:(2/4): xmlstarlet-1.6.1-20.el9.x86_64.rpm 186 kB/s | 64 kB 00:00 2024-09-10T07:40:49.690 INFO:teuthology.orchestra.run.smithi196.stdout:(3/4): socat-1.7.4.1-6.el9.x86_64.rpm 512 kB/s | 304 kB 00:00 2024-09-10T07:40:52.065 INFO:teuthology.orchestra.run.smithi196.stdout:(4/4): ceph-test-17.2.7-1597.g96d63e75.el9.x86_ 16 MB/s | 48 MB 00:02 2024-09-10T07:40:52.067 INFO:teuthology.orchestra.run.smithi196.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:40:52.067 INFO:teuthology.orchestra.run.smithi196.stdout:Total 16 MB/s | 48 MB 00:03 2024-09-10T07:40:52.094 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction check 2024-09-10T07:40:52.114 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction check succeeded. 2024-09-10T07:40:52.114 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction test 2024-09-10T07:40:52.490 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction test succeeded. 2024-09-10T07:40:52.491 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction 2024-09-10T07:40:53.052 INFO:teuthology.orchestra.run.smithi196.stdout: Preparing : 1/1 2024-09-10T07:40:53.132 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/4 2024-09-10T07:40:53.173 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 2/4 2024-09-10T07:40:53.200 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libcephsqlite-2:17.2.7-1597.g96d63e75.el9.x86_64 3/4 2024-09-10T07:40:57.667 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1597.g96d63e75.el9.x86_64 3/4 2024-09-10T07:40:57.750 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-test-2:17.2.7-1597.g96d63e75.el9.x86_64 4/4 2024-09-10T07:41:00.093 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-test-2:17.2.7-1597.g96d63e75.el9.x86_64 4/4 2024-09-10T07:41:00.093 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-test-2:17.2.7-1597.g96d63e75.el9.x86_64 1/4 2024-09-10T07:41:00.093 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libcephsqlite-2:17.2.7-1597.g96d63e75.el9.x86_64 2/4 2024-09-10T07:41:00.094 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 3/4 2024-09-10T07:41:00.402 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 4/4 2024-09-10T07:41:00.403 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:00.403 INFO:teuthology.orchestra.run.smithi196.stdout:Installed: 2024-09-10T07:41:00.403 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-test-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:41:00.403 INFO:teuthology.orchestra.run.smithi196.stdout: libcephsqlite-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:41:00.403 INFO:teuthology.orchestra.run.smithi196.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-10T07:41:00.403 INFO:teuthology.orchestra.run.smithi196.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-10T07:41:00.403 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:00.403 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-09-10T07:41:00.663 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y install ceph 2024-09-10T07:41:01.235 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:00:41 ago on Tue 10 Sep 2024 07:40:20 AM UTC. 2024-09-10T07:41:01.374 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-09-10T07:41:01.376 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:01.376 INFO:teuthology.orchestra.run.smithi196.stdout: Package Arch Version Repository Size 2024-09-10T07:41:01.376 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:01.376 INFO:teuthology.orchestra.run.smithi196.stdout:Installing: 2024-09-10T07:41:01.376 INFO:teuthology.orchestra.run.smithi196.stdout: ceph x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 6.5 k 2024-09-10T07:41:01.377 INFO:teuthology.orchestra.run.smithi196.stdout:Installing dependencies: 2024-09-10T07:41:01.377 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mds x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 2.1 M 2024-09-10T07:41:01.377 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 1.4 M 2024-09-10T07:41:01.377 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1597.g96d63e75.el9 ceph-noarch 240 k 2024-09-10T07:41:01.377 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mon x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 3.9 M 2024-09-10T07:41:01.377 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-osd x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 15 M 2024-09-10T07:41:01.377 INFO:teuthology.orchestra.run.smithi196.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-10T07:41:01.377 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-10T07:41:01.377 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-10T07:41:01.377 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-10T07:41:01.377 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-10T07:41:01.377 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-10T07:41:01.378 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-10T07:41:01.378 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-collections 2024-09-10T07:41:01.378 INFO:teuthology.orchestra.run.smithi196.stdout: noarch 3.0.0-8.el9 epel 23 k 2024-09-10T07:41:01.378 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-10T07:41:01.378 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-10T07:41:01.378 INFO:teuthology.orchestra.run.smithi196.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-10T07:41:01.378 INFO:teuthology.orchestra.run.smithi196.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-10T07:41:01.378 INFO:teuthology.orchestra.run.smithi196.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-10T07:41:01.378 INFO:teuthology.orchestra.run.smithi196.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-10T07:41:01.378 INFO:teuthology.orchestra.run.smithi196.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-10T07:41:01.378 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-10T07:41:01.378 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-10T07:41:01.378 INFO:teuthology.orchestra.run.smithi196.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-10T07:41:01.379 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-10T07:41:01.379 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-10T07:41:01.379 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-10T07:41:01.379 INFO:teuthology.orchestra.run.smithi196.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-10T07:41:01.379 INFO:teuthology.orchestra.run.smithi196.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-10T07:41:01.379 INFO:teuthology.orchestra.run.smithi196.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-10T07:41:01.379 INFO:teuthology.orchestra.run.smithi196.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-10T07:41:01.379 INFO:teuthology.orchestra.run.smithi196.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-10T07:41:01.379 INFO:teuthology.orchestra.run.smithi196.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-10T07:41:01.379 INFO:teuthology.orchestra.run.smithi196.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-10T07:41:01.379 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:01.380 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-09-10T07:41:01.380 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:01.380 INFO:teuthology.orchestra.run.smithi196.stdout:Install 34 Packages 2024-09-10T07:41:01.380 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:01.380 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 27 M 2024-09-10T07:41:01.380 INFO:teuthology.orchestra.run.smithi196.stdout:Installed size: 96 M 2024-09-10T07:41:01.380 INFO:teuthology.orchestra.run.smithi196.stdout:Downloading Packages: 2024-09-10T07:41:02.121 INFO:teuthology.orchestra.run.smithi196.stdout:(1/34): ceph-17.2.7-1597.g96d63e75.el9.x86_64.r 31 kB/s | 6.5 kB 00:00 2024-09-10T07:41:02.883 INFO:teuthology.orchestra.run.smithi196.stdout:(2/34): ceph-mds-17.2.7-1597.g96d63e75.el9.x86_ 2.1 MB/s | 2.1 MB 00:00 2024-09-10T07:41:02.925 INFO:teuthology.orchestra.run.smithi196.stdout:(3/34): ceph-mgr-17.2.7-1597.g96d63e75.el9.x86_ 1.4 MB/s | 1.4 MB 00:01 2024-09-10T07:41:03.034 INFO:teuthology.orchestra.run.smithi196.stdout:(4/34): ceph-mgr-modules-core-17.2.7-1597.g96d6 2.2 MB/s | 240 kB 00:00 2024-09-10T07:41:03.184 INFO:teuthology.orchestra.run.smithi196.stdout:(5/34): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.7 MB/s | 253 kB 00:00 2024-09-10T07:41:03.276 INFO:teuthology.orchestra.run.smithi196.stdout:(6/34): python3-cryptography-36.0.1-4.el9.x86_6 13 MB/s | 1.2 MB 00:00 2024-09-10T07:41:03.318 INFO:teuthology.orchestra.run.smithi196.stdout:(7/34): python3-ply-3.11-14.el9.noarch.rpm 2.5 MB/s | 106 kB 00:00 2024-09-10T07:41:03.393 INFO:teuthology.orchestra.run.smithi196.stdout:(8/34): ceph-mon-17.2.7-1597.g96d63e75.el9.x86_ 3.1 MB/s | 3.9 MB 00:01 2024-09-10T07:41:03.418 INFO:teuthology.orchestra.run.smithi196.stdout:(9/34): python3-pycparser-2.20-6.el9.noarch.rpm 1.3 MB/s | 135 kB 00:00 2024-09-10T07:41:03.461 INFO:teuthology.orchestra.run.smithi196.stdout:(10/34): python3-urllib3-1.26.5-6.el9.noarch.rp 5.0 MB/s | 215 kB 00:00 2024-09-10T07:41:03.503 INFO:teuthology.orchestra.run.smithi196.stdout:(11/34): python3-mako-1.1.4-6.el9.noarch.rpm 4.0 MB/s | 172 kB 00:00 2024-09-10T07:41:03.536 INFO:teuthology.orchestra.run.smithi196.stdout:(12/34): python3-requests-2.25.1-8.el9.noarch.r 875 kB/s | 125 kB 00:00 2024-09-10T07:41:03.562 INFO:teuthology.orchestra.run.smithi196.stdout:(13/34): python3-markupsafe-1.1.1-12.el9.x86_64 594 kB/s | 35 kB 00:00 2024-09-10T07:41:03.587 INFO:teuthology.orchestra.run.smithi196.stdout:(14/34): python3-packaging-20.9-5.el9.noarch.rp 1.5 MB/s | 77 kB 00:00 2024-09-10T07:41:03.612 INFO:teuthology.orchestra.run.smithi196.stdout:(15/34): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-10T07:41:03.638 INFO:teuthology.orchestra.run.smithi196.stdout:(16/34): python3-toml-0.10.2-6.el9.noarch.rpm 831 kB/s | 42 kB 00:00 2024-09-10T07:41:03.679 INFO:teuthology.orchestra.run.smithi196.stdout:(17/34): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 651 kB/s | 43 kB 00:00 2024-09-10T07:41:03.721 INFO:teuthology.orchestra.run.smithi196.stdout:(18/34): python3-cherrypy-18.6.1-2.el9.noarch.r 8.8 MB/s | 358 kB 00:00 2024-09-10T07:41:03.755 INFO:teuthology.orchestra.run.smithi196.stdout:(19/34): python3-cheroot-8.6.0-4.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-09-10T07:41:03.780 INFO:teuthology.orchestra.run.smithi196.stdout:(20/34): python3-jaraco-8.2.1-3.el9.noarch.rpm 182 kB/s | 11 kB 00:00 2024-09-10T07:41:03.806 INFO:teuthology.orchestra.run.smithi196.stdout:(21/34): python3-jaraco-classes-3.2.1-5.el9.noa 352 kB/s | 18 kB 00:00 2024-09-10T07:41:03.822 INFO:teuthology.orchestra.run.smithi196.stdout:(22/34): python3-jaraco-collections-3.0.0-8.el9 552 kB/s | 23 kB 00:00 2024-09-10T07:41:03.840 INFO:teuthology.orchestra.run.smithi196.stdout:(23/34): python3-jaraco-functools-3.5.0-2.el9.n 579 kB/s | 19 kB 00:00 2024-09-10T07:41:03.857 INFO:teuthology.orchestra.run.smithi196.stdout:(24/34): python3-jaraco-text-3.2.0-6.el9.noarch 587 kB/s | 20 kB 00:00 2024-09-10T07:41:03.873 INFO:teuthology.orchestra.run.smithi196.stdout:(25/34): python3-logutils-0.3.5-21.el9.noarch.r 1.4 MB/s | 46 kB 00:00 2024-09-10T07:41:03.899 INFO:teuthology.orchestra.run.smithi196.stdout:(26/34): python3-more-itertools-8.12.0-2.el9.no 1.8 MB/s | 79 kB 00:00 2024-09-10T07:41:03.924 INFO:teuthology.orchestra.run.smithi196.stdout:(27/34): python3-portend-3.1.0-2.el9.noarch.rpm 659 kB/s | 16 kB 00:00 2024-09-10T07:41:03.949 INFO:teuthology.orchestra.run.smithi196.stdout:(28/34): python3-pyOpenSSL-21.0.0-1.el9.noarch. 3.5 MB/s | 90 kB 00:00 2024-09-10T07:41:03.975 INFO:teuthology.orchestra.run.smithi196.stdout:(29/34): python3-pecan-1.4.2-3.el9.noarch.rpm 2.6 MB/s | 272 kB 00:00 2024-09-10T07:41:04.000 INFO:teuthology.orchestra.run.smithi196.stdout:(30/34): python3-tempora-5.0.0-2.el9.noarch.rpm 714 kB/s | 36 kB 00:00 2024-09-10T07:41:04.034 INFO:teuthology.orchestra.run.smithi196.stdout:(31/34): python3-webob-1.8.8-2.el9.noarch.rpm 3.8 MB/s | 230 kB 00:00 2024-09-10T07:41:04.059 INFO:teuthology.orchestra.run.smithi196.stdout:(32/34): python3-zc-lockfile-2.0-10.el9.noarch. 805 kB/s | 20 kB 00:00 2024-09-10T07:41:04.092 INFO:teuthology.orchestra.run.smithi196.stdout:(33/34): python3-werkzeug-2.0.3-3.el9.1.noarch. 4.5 MB/s | 427 kB 00:00 2024-09-10T07:41:04.501 INFO:teuthology.orchestra.run.smithi196.stdout:(34/34): ceph-osd-17.2.7-1597.g96d63e75.el9.x86 9.5 MB/s | 15 MB 00:01 2024-09-10T07:41:04.506 INFO:teuthology.orchestra.run.smithi196.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:41:04.507 INFO:teuthology.orchestra.run.smithi196.stdout:Total 8.7 MB/s | 27 MB 00:03 2024-09-10T07:41:04.642 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction check 2024-09-10T07:41:04.679 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction check succeeded. 2024-09-10T07:41:04.679 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction test 2024-09-10T07:41:05.078 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction test succeeded. 2024-09-10T07:41:05.078 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction 2024-09-10T07:41:06.300 INFO:teuthology.orchestra.run.smithi196.stdout: Preparing : 1/1 2024-09-10T07:41:06.379 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/34 2024-09-10T07:41:06.411 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/34 2024-09-10T07:41:06.444 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 3/34 2024-09-10T07:41:06.536 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 4/34 2024-09-10T07:41:06.614 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 5/34 2024-09-10T07:41:06.664 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 6/34 2024-09-10T07:41:06.708 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 7/34 2024-09-10T07:41:06.745 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 8/34 2024-09-10T07:41:06.780 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 9/34 2024-09-10T07:41:06.813 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 10/34 2024-09-10T07:41:06.853 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 11/34 2024-09-10T07:41:06.889 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 12/34 2024-09-10T07:41:06.923 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 13/34 2024-09-10T07:41:06.971 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 14/34 2024-09-10T07:41:07.003 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-packaging-20.9-5.el9.noarch 15/34 2024-09-10T07:41:07.085 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 16/34 2024-09-10T07:41:07.231 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 17/34 2024-09-10T07:41:07.312 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 18/34 2024-09-10T07:41:07.376 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 19/34 2024-09-10T07:41:07.415 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 20/34 2024-09-10T07:41:07.472 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-ply-3.11-14.el9.noarch 21/34 2024-09-10T07:41:07.527 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 22/34 2024-09-10T07:41:07.713 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 23/34 2024-09-10T07:41:07.769 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 24/34 2024-09-10T07:41:07.855 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 25/34 2024-09-10T07:41:07.953 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 26/34 2024-09-10T07:41:07.997 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 27/34 2024-09-10T07:41:08.117 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 28/34 2024-09-10T07:41:08.271 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1597.g96d63e75.el9. 29/34 2024-09-10T07:41:08.295 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mgr-2:17.2.7-1597.g96d63e75.el9.x86_64 30/34 2024-09-10T07:41:08.323 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1597.g96d63e75.el9.x86_64 30/34 2024-09-10T07:41:08.323 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:41:08.323 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-10T07:41:08.323 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T07:41:08.323 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T07:41:08.323 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:09.672 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-osd-2:17.2.7-1597.g96d63e75.el9.x86_64 31/34 2024-09-10T07:41:09.700 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-osd-2:17.2.7-1597.g96d63e75.el9.x86_64 31/34 2024-09-10T07:41:09.700 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:41:09.700 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-10T07:41:09.700 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T07:41:09.700 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T07:41:09.700 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:10.072 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mon-2:17.2.7-1597.g96d63e75.el9.x86_64 32/34 2024-09-10T07:41:10.096 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mon-2:17.2.7-1597.g96d63e75.el9.x86_64 32/34 2024-09-10T07:41:10.096 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:41:10.096 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-10T07:41:10.096 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T07:41:10.096 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T07:41:10.096 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:10.298 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mds-2:17.2.7-1597.g96d63e75.el9.x86_64 33/34 2024-09-10T07:41:10.321 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mds-2:17.2.7-1597.g96d63e75.el9.x86_64 33/34 2024-09-10T07:41:10.322 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:41:10.322 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-10T07:41:10.322 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T07:41:10.322 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T07:41:10.322 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:10.385 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-2:17.2.7-1597.g96d63e75.el9.x86_64 34/34 2024-09-10T07:41:12.088 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-2:17.2.7-1597.g96d63e75.el9.x86_64 34/34 2024-09-10T07:41:12.089 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-2:17.2.7-1597.g96d63e75.el9.x86_64 1/34 2024-09-10T07:41:12.089 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mds-2:17.2.7-1597.g96d63e75.el9.x86_64 2/34 2024-09-10T07:41:12.089 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-2:17.2.7-1597.g96d63e75.el9.x86_64 3/34 2024-09-10T07:41:12.089 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mon-2:17.2.7-1597.g96d63e75.el9.x86_64 4/34 2024-09-10T07:41:12.089 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-osd-2:17.2.7-1597.g96d63e75.el9.x86_64 5/34 2024-09-10T07:41:12.089 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1597.g96d63e75.el9. 6/34 2024-09-10T07:41:12.089 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/34 2024-09-10T07:41:12.089 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/34 2024-09-10T07:41:12.089 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/34 2024-09-10T07:41:12.089 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/34 2024-09-10T07:41:12.089 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/34 2024-09-10T07:41:12.089 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 12/34 2024-09-10T07:41:12.089 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 13/34 2024-09-10T07:41:12.090 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 14/34 2024-09-10T07:41:12.090 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 15/34 2024-09-10T07:41:12.090 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 16/34 2024-09-10T07:41:12.090 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 17/34 2024-09-10T07:41:12.090 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 18/34 2024-09-10T07:41:12.090 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 19/34 2024-09-10T07:41:12.090 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 20/34 2024-09-10T07:41:12.090 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 21/34 2024-09-10T07:41:12.090 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 22/34 2024-09-10T07:41:12.090 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 23/34 2024-09-10T07:41:12.090 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 24/34 2024-09-10T07:41:12.090 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 25/34 2024-09-10T07:41:12.091 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 26/34 2024-09-10T07:41:12.092 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 27/34 2024-09-10T07:41:12.092 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 28/34 2024-09-10T07:41:12.092 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 29/34 2024-09-10T07:41:12.092 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 30/34 2024-09-10T07:41:12.092 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 31/34 2024-09-10T07:41:12.092 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 32/34 2024-09-10T07:41:12.092 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 33/34 2024-09-10T07:41:12.978 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 34/34 2024-09-10T07:41:12.978 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:12.978 INFO:teuthology.orchestra.run.smithi196.stdout:Installed: 2024-09-10T07:41:12.978 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:41:12.978 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mds-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:41:12.978 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:41:12.978 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-modules-core-2:17.2.7-1597.g96d63e75.el9.noarch 2024-09-10T07:41:12.978 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mon-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:41:12.979 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-osd-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:41:12.979 INFO:teuthology.orchestra.run.smithi196.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-10T07:41:12.979 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-10T07:41:12.979 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-10T07:41:12.979 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-10T07:41:12.979 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-10T07:41:12.979 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-10T07:41:12.979 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-10T07:41:12.979 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-10T07:41:12.979 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-10T07:41:12.979 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-10T07:41:12.980 INFO:teuthology.orchestra.run.smithi196.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-10T07:41:12.980 INFO:teuthology.orchestra.run.smithi196.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-10T07:41:12.980 INFO:teuthology.orchestra.run.smithi196.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-10T07:41:12.980 INFO:teuthology.orchestra.run.smithi196.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-10T07:41:12.980 INFO:teuthology.orchestra.run.smithi196.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-10T07:41:12.980 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-10T07:41:12.980 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ply-3.11-14.el9.noarch 2024-09-10T07:41:12.981 INFO:teuthology.orchestra.run.smithi196.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-10T07:41:12.981 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-10T07:41:12.981 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-10T07:41:12.981 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-10T07:41:12.981 INFO:teuthology.orchestra.run.smithi196.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-10T07:41:12.981 INFO:teuthology.orchestra.run.smithi196.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-10T07:41:12.981 INFO:teuthology.orchestra.run.smithi196.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-10T07:41:12.982 INFO:teuthology.orchestra.run.smithi196.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-10T07:41:12.982 INFO:teuthology.orchestra.run.smithi196.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-10T07:41:12.982 INFO:teuthology.orchestra.run.smithi196.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-10T07:41:12.982 INFO:teuthology.orchestra.run.smithi196.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-10T07:41:12.982 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:12.982 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-09-10T07:41:13.357 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y install ceph-base 2024-09-10T07:41:13.929 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:00:53 ago on Tue 10 Sep 2024 07:40:20 AM UTC. 2024-09-10T07:41:14.019 INFO:teuthology.orchestra.run.smithi196.stdout:Package ceph-base-2:17.2.7-1597.g96d63e75.el9.x86_64 is already installed. 2024-09-10T07:41:14.060 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-09-10T07:41:14.062 INFO:teuthology.orchestra.run.smithi196.stdout:Nothing to do. 2024-09-10T07:41:14.062 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-09-10T07:41:14.130 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y install ceph-immutable-object-cache 2024-09-10T07:41:14.694 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:00:54 ago on Tue 10 Sep 2024 07:40:20 AM UTC. 2024-09-10T07:41:14.827 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-09-10T07:41:14.827 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:14.828 INFO:teuthology.orchestra.run.smithi196.stdout: Package Arch Version Repo Size 2024-09-10T07:41:14.828 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:14.828 INFO:teuthology.orchestra.run.smithi196.stdout:Installing: 2024-09-10T07:41:14.828 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 137 k 2024-09-10T07:41:14.828 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:14.828 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-09-10T07:41:14.829 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:14.829 INFO:teuthology.orchestra.run.smithi196.stdout:Install 1 Package 2024-09-10T07:41:14.829 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:14.829 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 137 k 2024-09-10T07:41:14.829 INFO:teuthology.orchestra.run.smithi196.stdout:Installed size: 379 k 2024-09-10T07:41:14.829 INFO:teuthology.orchestra.run.smithi196.stdout:Downloading Packages: 2024-09-10T07:41:15.027 INFO:teuthology.orchestra.run.smithi196.stdout:ceph-immutable-object-cache-17.2.7-1597.g96d63e 691 kB/s | 137 kB 00:00 2024-09-10T07:41:15.028 INFO:teuthology.orchestra.run.smithi196.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:41:15.028 INFO:teuthology.orchestra.run.smithi196.stdout:Total 685 kB/s | 137 kB 00:00 2024-09-10T07:41:15.028 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction check 2024-09-10T07:41:15.035 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction check succeeded. 2024-09-10T07:41:15.035 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction test 2024-09-10T07:41:15.091 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction test succeeded. 2024-09-10T07:41:15.092 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction 2024-09-10T07:41:15.235 INFO:teuthology.orchestra.run.smithi196.stdout: Preparing : 1/1 2024-09-10T07:41:15.311 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1597.g96d63e75. 1/1 2024-09-10T07:41:15.337 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1597.g96d63e75. 1/1 2024-09-10T07:41:15.337 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:41:15.337 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-10T07:41:15.337 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:16.290 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1597.g96d63e75. 1/1 2024-09-10T07:41:16.290 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:16.290 INFO:teuthology.orchestra.run.smithi196.stdout:Installed: 2024-09-10T07:41:16.290 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-immutable-object-cache-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:41:16.290 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:16.290 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-09-10T07:41:16.522 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y install ceph-mgr 2024-09-10T07:41:17.102 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:00:57 ago on Tue 10 Sep 2024 07:40:20 AM UTC. 2024-09-10T07:41:17.191 INFO:teuthology.orchestra.run.smithi196.stdout:Package ceph-mgr-2:17.2.7-1597.g96d63e75.el9.x86_64 is already installed. 2024-09-10T07:41:17.232 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-09-10T07:41:17.233 INFO:teuthology.orchestra.run.smithi196.stdout:Nothing to do. 2024-09-10T07:41:17.233 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-09-10T07:41:17.310 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y install ceph-fuse 2024-09-10T07:41:17.869 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:00:57 ago on Tue 10 Sep 2024 07:40:20 AM UTC. 2024-09-10T07:41:18.000 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-09-10T07:41:18.001 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:18.001 INFO:teuthology.orchestra.run.smithi196.stdout: Package Arch Version Repository Size 2024-09-10T07:41:18.001 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:18.001 INFO:teuthology.orchestra.run.smithi196.stdout:Installing: 2024-09-10T07:41:18.001 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-fuse x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 813 k 2024-09-10T07:41:18.001 INFO:teuthology.orchestra.run.smithi196.stdout:Installing dependencies: 2024-09-10T07:41:18.001 INFO:teuthology.orchestra.run.smithi196.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-10T07:41:18.001 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:18.001 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-09-10T07:41:18.001 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:18.001 INFO:teuthology.orchestra.run.smithi196.stdout:Install 2 Packages 2024-09-10T07:41:18.001 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:18.002 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 893 k 2024-09-10T07:41:18.002 INFO:teuthology.orchestra.run.smithi196.stdout:Installed size: 2.6 M 2024-09-10T07:41:18.002 INFO:teuthology.orchestra.run.smithi196.stdout:Downloading Packages: 2024-09-10T07:41:18.423 INFO:teuthology.orchestra.run.smithi196.stdout:(1/2): ceph-fuse-17.2.7-1597.g96d63e75.el9.x86_ 3.0 MB/s | 813 kB 00:00 2024-09-10T07:41:18.798 INFO:teuthology.orchestra.run.smithi196.stdout:(2/2): fuse-2.9.9-16.el9.x86_64.rpm 125 kB/s | 80 kB 00:00 2024-09-10T07:41:18.799 INFO:teuthology.orchestra.run.smithi196.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:41:18.800 INFO:teuthology.orchestra.run.smithi196.stdout:Total 1.1 MB/s | 893 kB 00:00 2024-09-10T07:41:18.812 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction check 2024-09-10T07:41:18.836 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction check succeeded. 2024-09-10T07:41:18.836 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction test 2024-09-10T07:41:18.912 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction test succeeded. 2024-09-10T07:41:18.912 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction 2024-09-10T07:41:19.093 INFO:teuthology.orchestra.run.smithi196.stdout: Preparing : 1/1 2024-09-10T07:41:19.248 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : fuse-2.9.9-16.el9.x86_64 1/2 2024-09-10T07:41:19.311 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-fuse-2:17.2.7-1597.g96d63e75.el9.x86_64 2/2 2024-09-10T07:41:20.003 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-fuse-2:17.2.7-1597.g96d63e75.el9.x86_64 2/2 2024-09-10T07:41:20.003 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-fuse-2:17.2.7-1597.g96d63e75.el9.x86_64 1/2 2024-09-10T07:41:20.292 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 2/2 2024-09-10T07:41:20.293 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:20.293 INFO:teuthology.orchestra.run.smithi196.stdout:Installed: 2024-09-10T07:41:20.293 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-fuse-2:17.2.7-1597.g96d63e75.el9.x86_64 fuse-2.9.9-16.el9.x86_64 2024-09-10T07:41:20.293 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:20.293 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-09-10T07:41:20.535 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y install librados-devel 2024-09-10T07:41:21.115 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:01:01 ago on Tue 10 Sep 2024 07:40:20 AM UTC. 2024-09-10T07:41:21.246 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-09-10T07:41:21.247 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:21.247 INFO:teuthology.orchestra.run.smithi196.stdout: Package Arch Version Repo Size 2024-09-10T07:41:21.247 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:21.247 INFO:teuthology.orchestra.run.smithi196.stdout:Installing: 2024-09-10T07:41:21.247 INFO:teuthology.orchestra.run.smithi196.stdout: librados-devel x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 126 k 2024-09-10T07:41:21.247 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:21.247 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-09-10T07:41:21.247 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:21.247 INFO:teuthology.orchestra.run.smithi196.stdout:Install 1 Package 2024-09-10T07:41:21.247 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:21.247 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 126 k 2024-09-10T07:41:21.248 INFO:teuthology.orchestra.run.smithi196.stdout:Installed size: 448 k 2024-09-10T07:41:21.248 INFO:teuthology.orchestra.run.smithi196.stdout:Downloading Packages: 2024-09-10T07:41:21.453 INFO:teuthology.orchestra.run.smithi196.stdout:librados-devel-17.2.7-1597.g96d63e75.el9.x86_64 615 kB/s | 126 kB 00:00 2024-09-10T07:41:21.453 INFO:teuthology.orchestra.run.smithi196.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:41:21.454 INFO:teuthology.orchestra.run.smithi196.stdout:Total 611 kB/s | 126 kB 00:00 2024-09-10T07:41:21.454 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction check 2024-09-10T07:41:21.459 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction check succeeded. 2024-09-10T07:41:21.459 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction test 2024-09-10T07:41:21.515 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction test succeeded. 2024-09-10T07:41:21.516 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction 2024-09-10T07:41:21.685 INFO:teuthology.orchestra.run.smithi196.stdout: Preparing : 1/1 2024-09-10T07:41:21.790 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : librados-devel-2:17.2.7-1597.g96d63e75.el9.x86_64 1/1 2024-09-10T07:41:22.203 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librados-devel-2:17.2.7-1597.g96d63e75.el9.x86_64 1/1 2024-09-10T07:41:22.472 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librados-devel-2:17.2.7-1597.g96d63e75.el9.x86_64 1/1 2024-09-10T07:41:22.472 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:22.473 INFO:teuthology.orchestra.run.smithi196.stdout:Installed: 2024-09-10T07:41:22.473 INFO:teuthology.orchestra.run.smithi196.stdout: librados-devel-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:41:22.473 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:22.473 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-09-10T07:41:22.737 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y install libcephfs2 2024-09-10T07:41:23.313 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:01:03 ago on Tue 10 Sep 2024 07:40:20 AM UTC. 2024-09-10T07:41:23.405 INFO:teuthology.orchestra.run.smithi196.stdout:Package libcephfs2-2:17.2.7-1597.g96d63e75.el9.x86_64 is already installed. 2024-09-10T07:41:23.450 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-09-10T07:41:23.451 INFO:teuthology.orchestra.run.smithi196.stdout:Nothing to do. 2024-09-10T07:41:23.451 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-09-10T07:41:23.521 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y install libcephfs-devel 2024-09-10T07:41:24.083 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:01:04 ago on Tue 10 Sep 2024 07:40:20 AM UTC. 2024-09-10T07:41:24.214 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-09-10T07:41:24.214 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:24.214 INFO:teuthology.orchestra.run.smithi196.stdout: Package Arch Version Repo Size 2024-09-10T07:41:24.214 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:24.214 INFO:teuthology.orchestra.run.smithi196.stdout:Installing: 2024-09-10T07:41:24.215 INFO:teuthology.orchestra.run.smithi196.stdout: libcephfs-devel x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 25 k 2024-09-10T07:41:24.215 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:24.215 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-09-10T07:41:24.215 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:24.215 INFO:teuthology.orchestra.run.smithi196.stdout:Install 1 Package 2024-09-10T07:41:24.215 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:24.216 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 25 k 2024-09-10T07:41:24.216 INFO:teuthology.orchestra.run.smithi196.stdout:Installed size: 110 k 2024-09-10T07:41:24.216 INFO:teuthology.orchestra.run.smithi196.stdout:Downloading Packages: 2024-09-10T07:41:24.356 INFO:teuthology.orchestra.run.smithi196.stdout:libcephfs-devel-17.2.7-1597.g96d63e75.el9.x86_6 177 kB/s | 25 kB 00:00 2024-09-10T07:41:24.357 INFO:teuthology.orchestra.run.smithi196.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:41:24.361 INFO:teuthology.orchestra.run.smithi196.stdout:Total 175 kB/s | 25 kB 00:00 2024-09-10T07:41:24.361 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction check 2024-09-10T07:41:24.361 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction check succeeded. 2024-09-10T07:41:24.362 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction test 2024-09-10T07:41:24.362 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction test succeeded. 2024-09-10T07:41:24.362 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction 2024-09-10T07:41:24.447 INFO:teuthology.orchestra.run.smithi196.stdout: Preparing : 1/1 2024-09-10T07:41:24.569 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libcephfs-devel-2:17.2.7-1597.g96d63e75.el9.x86_64 1/1 2024-09-10T07:41:24.958 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: libcephfs-devel-2:17.2.7-1597.g96d63e75.el9.x86_64 1/1 2024-09-10T07:41:25.180 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libcephfs-devel-2:17.2.7-1597.g96d63e75.el9.x86_64 1/1 2024-09-10T07:41:25.181 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:25.181 INFO:teuthology.orchestra.run.smithi196.stdout:Installed: 2024-09-10T07:41:25.181 INFO:teuthology.orchestra.run.smithi196.stdout: libcephfs-devel-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:41:25.181 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:25.181 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-09-10T07:41:25.362 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y install librados2 2024-09-10T07:41:25.920 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:01:05 ago on Tue 10 Sep 2024 07:40:20 AM UTC. 2024-09-10T07:41:26.009 INFO:teuthology.orchestra.run.smithi196.stdout:Package librados2-2:17.2.7-1597.g96d63e75.el9.x86_64 is already installed. 2024-09-10T07:41:26.050 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-09-10T07:41:26.051 INFO:teuthology.orchestra.run.smithi196.stdout:Nothing to do. 2024-09-10T07:41:26.051 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-09-10T07:41:26.124 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y install librbd1 2024-09-10T07:41:26.683 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:01:06 ago on Tue 10 Sep 2024 07:40:20 AM UTC. 2024-09-10T07:41:26.772 INFO:teuthology.orchestra.run.smithi196.stdout:Package librbd1-2:17.2.7-1597.g96d63e75.el9.x86_64 is already installed. 2024-09-10T07:41:26.813 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-09-10T07:41:26.814 INFO:teuthology.orchestra.run.smithi196.stdout:Nothing to do. 2024-09-10T07:41:26.814 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-09-10T07:41:26.898 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y install python3-rados 2024-09-10T07:41:27.453 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:01:07 ago on Tue 10 Sep 2024 07:40:20 AM UTC. 2024-09-10T07:41:27.543 INFO:teuthology.orchestra.run.smithi196.stdout:Package python3-rados-2:17.2.7-1597.g96d63e75.el9.x86_64 is already installed. 2024-09-10T07:41:27.584 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-09-10T07:41:27.585 INFO:teuthology.orchestra.run.smithi196.stdout:Nothing to do. 2024-09-10T07:41:27.585 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-09-10T07:41:27.649 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y install python3-rgw 2024-09-10T07:41:28.212 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:01:08 ago on Tue 10 Sep 2024 07:40:20 AM UTC. 2024-09-10T07:41:28.306 INFO:teuthology.orchestra.run.smithi196.stdout:Package python3-rgw-2:17.2.7-1597.g96d63e75.el9.x86_64 is already installed. 2024-09-10T07:41:28.350 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-09-10T07:41:28.351 INFO:teuthology.orchestra.run.smithi196.stdout:Nothing to do. 2024-09-10T07:41:28.351 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-09-10T07:41:28.417 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y install python3-cephfs 2024-09-10T07:41:29.005 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:01:09 ago on Tue 10 Sep 2024 07:40:20 AM UTC. 2024-09-10T07:41:29.097 INFO:teuthology.orchestra.run.smithi196.stdout:Package python3-cephfs-2:17.2.7-1597.g96d63e75.el9.x86_64 is already installed. 2024-09-10T07:41:29.141 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-09-10T07:41:29.143 INFO:teuthology.orchestra.run.smithi196.stdout:Nothing to do. 2024-09-10T07:41:29.143 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-09-10T07:41:29.209 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y install python3-rbd 2024-09-10T07:41:29.767 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:01:09 ago on Tue 10 Sep 2024 07:40:20 AM UTC. 2024-09-10T07:41:29.859 INFO:teuthology.orchestra.run.smithi196.stdout:Package python3-rbd-2:17.2.7-1597.g96d63e75.el9.x86_64 is already installed. 2024-09-10T07:41:29.900 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-09-10T07:41:29.901 INFO:teuthology.orchestra.run.smithi196.stdout:Nothing to do. 2024-09-10T07:41:29.902 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-09-10T07:41:29.970 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y install rbd-fuse 2024-09-10T07:41:30.529 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:01:10 ago on Tue 10 Sep 2024 07:40:20 AM UTC. 2024-09-10T07:41:30.659 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-09-10T07:41:30.660 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:30.660 INFO:teuthology.orchestra.run.smithi196.stdout: Package Architecture Version Repository Size 2024-09-10T07:41:30.660 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:30.660 INFO:teuthology.orchestra.run.smithi196.stdout:Installing: 2024-09-10T07:41:30.660 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-fuse x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 82 k 2024-09-10T07:41:30.660 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:30.660 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-09-10T07:41:30.661 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:30.661 INFO:teuthology.orchestra.run.smithi196.stdout:Install 1 Package 2024-09-10T07:41:30.661 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:30.661 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 82 k 2024-09-10T07:41:30.661 INFO:teuthology.orchestra.run.smithi196.stdout:Installed size: 222 k 2024-09-10T07:41:30.661 INFO:teuthology.orchestra.run.smithi196.stdout:Downloading Packages: 2024-09-10T07:41:30.852 INFO:teuthology.orchestra.run.smithi196.stdout:rbd-fuse-17.2.7-1597.g96d63e75.el9.x86_64.rpm 428 kB/s | 82 kB 00:00 2024-09-10T07:41:30.852 INFO:teuthology.orchestra.run.smithi196.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:41:30.853 INFO:teuthology.orchestra.run.smithi196.stdout:Total 425 kB/s | 82 kB 00:00 2024-09-10T07:41:30.853 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction check 2024-09-10T07:41:30.859 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction check succeeded. 2024-09-10T07:41:30.859 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction test 2024-09-10T07:41:30.915 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction test succeeded. 2024-09-10T07:41:30.915 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction 2024-09-10T07:41:31.061 INFO:teuthology.orchestra.run.smithi196.stdout: Preparing : 1/1 2024-09-10T07:41:31.155 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : rbd-fuse-2:17.2.7-1597.g96d63e75.el9.x86_64 1/1 2024-09-10T07:41:31.539 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: rbd-fuse-2:17.2.7-1597.g96d63e75.el9.x86_64 1/1 2024-09-10T07:41:31.785 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : rbd-fuse-2:17.2.7-1597.g96d63e75.el9.x86_64 1/1 2024-09-10T07:41:31.786 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:31.786 INFO:teuthology.orchestra.run.smithi196.stdout:Installed: 2024-09-10T07:41:31.786 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-fuse-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:41:31.786 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:31.786 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-09-10T07:41:32.027 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y install rbd-mirror 2024-09-10T07:41:32.605 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:01:12 ago on Tue 10 Sep 2024 07:40:20 AM UTC. 2024-09-10T07:41:32.740 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-09-10T07:41:32.741 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:32.741 INFO:teuthology.orchestra.run.smithi196.stdout: Package Arch Version Repo Size 2024-09-10T07:41:32.741 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:32.741 INFO:teuthology.orchestra.run.smithi196.stdout:Installing: 2024-09-10T07:41:32.741 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-mirror x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 2.9 M 2024-09-10T07:41:32.741 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:32.741 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-09-10T07:41:32.742 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:32.742 INFO:teuthology.orchestra.run.smithi196.stdout:Install 1 Package 2024-09-10T07:41:32.742 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:32.742 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 2.9 M 2024-09-10T07:41:32.742 INFO:teuthology.orchestra.run.smithi196.stdout:Installed size: 12 M 2024-09-10T07:41:32.742 INFO:teuthology.orchestra.run.smithi196.stdout:Downloading Packages: 2024-09-10T07:41:33.063 INFO:teuthology.orchestra.run.smithi196.stdout:rbd-mirror-17.2.7-1597.g96d63e75.el9.x86_64.rpm 9.1 MB/s | 2.9 MB 00:00 2024-09-10T07:41:33.064 INFO:teuthology.orchestra.run.smithi196.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:41:33.064 INFO:teuthology.orchestra.run.smithi196.stdout:Total 9.1 MB/s | 2.9 MB 00:00 2024-09-10T07:41:33.065 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction check 2024-09-10T07:41:33.073 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction check succeeded. 2024-09-10T07:41:33.073 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction test 2024-09-10T07:41:33.146 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction test succeeded. 2024-09-10T07:41:33.147 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction 2024-09-10T07:41:33.547 INFO:teuthology.orchestra.run.smithi196.stdout: Preparing : 1/1 2024-09-10T07:41:33.623 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : rbd-mirror-2:17.2.7-1597.g96d63e75.el9.x86_64 1/1 2024-09-10T07:41:33.648 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1597.g96d63e75.el9.x86_64 1/1 2024-09-10T07:41:33.648 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T07:41:33.648 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-10T07:41:33.648 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T07:41:33.648 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T07:41:33.649 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:34.664 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : rbd-mirror-2:17.2.7-1597.g96d63e75.el9.x86_64 1/1 2024-09-10T07:41:34.664 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:34.664 INFO:teuthology.orchestra.run.smithi196.stdout:Installed: 2024-09-10T07:41:34.665 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-mirror-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:41:34.665 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:34.665 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-09-10T07:41:34.904 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y install rbd-nbd 2024-09-10T07:41:35.481 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:01:15 ago on Tue 10 Sep 2024 07:40:20 AM UTC. 2024-09-10T07:41:35.616 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-09-10T07:41:35.617 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:35.617 INFO:teuthology.orchestra.run.smithi196.stdout: Package Architecture Version Repository Size 2024-09-10T07:41:35.617 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:35.618 INFO:teuthology.orchestra.run.smithi196.stdout:Installing: 2024-09-10T07:41:35.618 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-nbd x86_64 2:17.2.7-1597.g96d63e75.el9 ceph 165 k 2024-09-10T07:41:35.618 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:35.618 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-09-10T07:41:35.618 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:41:35.618 INFO:teuthology.orchestra.run.smithi196.stdout:Install 1 Package 2024-09-10T07:41:35.618 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:35.618 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 165 k 2024-09-10T07:41:35.618 INFO:teuthology.orchestra.run.smithi196.stdout:Installed size: 477 k 2024-09-10T07:41:35.618 INFO:teuthology.orchestra.run.smithi196.stdout:Downloading Packages: 2024-09-10T07:41:35.834 INFO:teuthology.orchestra.run.smithi196.stdout:rbd-nbd-17.2.7-1597.g96d63e75.el9.x86_64.rpm 765 kB/s | 165 kB 00:00 2024-09-10T07:41:35.835 INFO:teuthology.orchestra.run.smithi196.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:41:35.835 INFO:teuthology.orchestra.run.smithi196.stdout:Total 760 kB/s | 165 kB 00:00 2024-09-10T07:41:35.835 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction check 2024-09-10T07:41:35.842 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction check succeeded. 2024-09-10T07:41:35.842 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction test 2024-09-10T07:41:35.899 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction test succeeded. 2024-09-10T07:41:35.900 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction 2024-09-10T07:41:36.070 INFO:teuthology.orchestra.run.smithi196.stdout: Preparing : 1/1 2024-09-10T07:41:36.171 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : rbd-nbd-2:17.2.7-1597.g96d63e75.el9.x86_64 1/1 2024-09-10T07:41:36.646 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: rbd-nbd-2:17.2.7-1597.g96d63e75.el9.x86_64 1/1 2024-09-10T07:41:36.901 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : rbd-nbd-2:17.2.7-1597.g96d63e75.el9.x86_64 1/1 2024-09-10T07:41:36.902 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:36.902 INFO:teuthology.orchestra.run.smithi196.stdout:Installed: 2024-09-10T07:41:36.902 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-nbd-2:17.2.7-1597.g96d63e75.el9.x86_64 2024-09-10T07:41:36.902 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:36.902 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-09-10T07:41:37.123 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y install librados2 2024-09-10T07:41:37.691 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:01:17 ago on Tue 10 Sep 2024 07:40:20 AM UTC. 2024-09-10T07:41:37.784 INFO:teuthology.orchestra.run.smithi196.stdout:Package librados2-2:17.2.7-1597.g96d63e75.el9.x86_64 is already installed. 2024-09-10T07:41:37.829 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-09-10T07:41:37.830 INFO:teuthology.orchestra.run.smithi196.stdout:Nothing to do. 2024-09-10T07:41:37.830 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-09-10T07:41:37.908 DEBUG:teuthology.parallel:result is None 2024-09-10T07:41:37.909 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-10T07:41:37.909 INFO:teuthology.packaging:ref: None 2024-09-10T07:41:37.909 INFO:teuthology.packaging:tag: None 2024-09-10T07:41:37.909 INFO:teuthology.packaging:branch: quincy 2024-09-10T07:41:37.909 INFO:teuthology.packaging:sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:41:37.909 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-10T07:41:38.138 DEBUG:teuthology.orchestra.run.smithi196:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-10T07:41:38.159 INFO:teuthology.orchestra.run.smithi196.stdout:17.2.7-1597.g96d63e75.el9 2024-09-10T07:41:38.160 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1597.g96d63e75.el9 2024-09-10T07:41:38.160 INFO:teuthology.task.install:The correct ceph version 17.2.7-1597.g96d63e75 is installed. 2024-09-10T07:41:38.162 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-10T07:41:38.162 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-10T07:41:38.163 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-10T07:41:38.225 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-10T07:41:38.225 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-10T07:41:38.225 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/usr/bin/daemon-helper 2024-09-10T07:41:38.290 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-10T07:41:38.354 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-10T07:41:38.355 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-10T07:41:38.355 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-10T07:41:38.419 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-10T07:41:38.483 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-10T07:41:38.484 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-10T07:41:38.484 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/usr/bin/stdin-killer 2024-09-10T07:41:38.548 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-10T07:41:38.613 INFO:teuthology.run_tasks:Running task print... 2024-09-10T07:41:38.624 INFO:teuthology.task.print:**** done installing quincy 2024-09-10T07:41:38.624 INFO:teuthology.run_tasks:Running task ceph... 2024-09-10T07:41:38.706 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-10T07:41:38.707 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 777 /var/log/ceph 2024-09-10T07:41:38.731 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-10T07:41:38.731 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-10T07:41:38.796 INFO:tasks.ceph:Creating extra log directories... 2024-09-10T07:41:38.796 DEBUG:teuthology.orchestra.run.smithi196:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-10T07:41:38.868 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-10T07:41:38.868 INFO:tasks.ceph:config {'conf': {'global': {'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on osd down out interval zero': False, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['overall HEALTH_', '\\(FS_', '\\(MDS_', '\\(OSD_', '\\(MON_DOWN\\)', '\\(CACHE_POOL_', '\\(POOL_', '\\(MGR_DOWN\\)', '\\(PG_', '\\(SMALLER_PGP_NUM\\)', 'Monitor daemon marked osd', 'Behind on trimming', 'Manager daemon', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-10T07:41:38.868 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898877', 'branch': 'wip-rishabh-testing-20240909.165402-squid', 'description': 'fs/upgrade/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/quincy 1-upgrade}}', 'email': None, 'first_in_suite': False, 'job_id': '7898877', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'smithi', 'meta': [{'desc': 'install ceph/quincy latest\n'}], 'name': 'rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-rishabh-testing-20240909.165402-squid'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on osd down out interval zero': False, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-rishabh-testing-20240909.165402-squid', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}}, 'owner': 'scheduled_rishabh@teuthology', 'priority': 70, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3']], 'seed': 9893, 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'sleep_before_teardown': 0, 'subset': '197/1024', 'suite': 'fs', 'suite_branch': 'wip-rishabh-testing-20240909.165402-squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'targets': {'smithi196.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMbf7KEJVBBf49CbeonKYbfiKPfzf/wzhgGnp2eTcx8s3yxZWpqSVIfN8ZM/zqS9YxdJuchGYBElPKE4Qpn5JI8='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'branch': 'quincy', 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}}, {'print': '**** done installing quincy'}, {'ceph': {'conf': {'global': {'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on osd down out interval zero': False, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'log-ignorelist': ['overall HEALTH_', '\\(FS_', '\\(MDS_', '\\(OSD_', '\\(MON_DOWN\\)', '\\(CACHE_POOL_', '\\(POOL_', '\\(MGR_DOWN\\)', '\\(PG_', '\\(SMALLER_PGP_NUM\\)', 'Monitor daemon marked osd', 'Behind on trimming', 'Manager daemon', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'flavor': 'default', 'fs': 'xfs', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'cluster': 'ceph'}}, {'exec': {'osd.0': ['ceph osd set-require-min-compat-client quincy']}}, {'print': '**** done ceph'}, {'print': '*** upgrading, no cephfs present'}, {'exec': {'mon.a': ['ceph fs dump']}}, {'install.upgrade': {'mon.a': None}}, {'print': '**** done install.upgrade'}, {'ceph.restart': {'daemons': ['mon.*', 'mgr.*'], 'mon-health-to-clog': False, 'wait-for-healthy': False}}, {'ceph.healthy': None}, {'ceph.restart': {'daemons': ['osd.*'], 'wait-for-healthy': False, 'wait-for-osds-up': True}}, {'exec': {'mon.a': ['ceph versions', 'ceph osd dump -f json-pretty', 'ceph fs dump', 'ceph osd require-osd-release squid', 'for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done']}}, {'ceph.healthy': None}, {'print': '**** done ceph.restart'}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-10_06:58:10', 'tube': 'smithi', 'user': 'rishabh', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-10T07:41:38.869 DEBUG:teuthology.orchestra.run.smithi196:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-10T07:41:38.916 DEBUG:teuthology.orchestra.run.smithi196:> sudo install -d -m0777 -- /var/run/ceph 2024-09-10T07:41:38.981 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-10T07:41:38.981 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/scratch_devs of=/dev/stdout 2024-09-10T07:41:39.037 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-10T07:41:39.037 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_1 2024-09-10T07:41:39.093 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-10T07:41:39.093 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:41:39.093 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-10T07:41:39.093 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:41:39.093 INFO:teuthology.orchestra.run.smithi196.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:41:39.093 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-09-10 07:41:33.888041633 +0000 2024-09-10T07:41:39.093 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-09-10 07:39:33.593487132 +0000 2024-09-10T07:41:39.093 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-09-10 07:39:33.593487132 +0000 2024-09-10T07:41:39.093 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: 2024-09-10 07:39:33.593487132 +0000 2024-09-10T07:41:39.094 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-10T07:41:39.156 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-09-10T07:41:39.156 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-09-10T07:41:39.156 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.000207276 s, 2.5 MB/s 2024-09-10T07:41:39.157 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-10T07:41:39.213 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_2 2024-09-10T07:41:39.268 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-10T07:41:39.268 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:41:39.268 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-10T07:41:39.268 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:41:39.269 INFO:teuthology.orchestra.run.smithi196.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:41:39.269 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-09-10 07:41:33.889041613 +0000 2024-09-10T07:41:39.269 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-09-10 07:39:33.914480659 +0000 2024-09-10T07:41:39.269 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-09-10 07:39:33.914480659 +0000 2024-09-10T07:41:39.269 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: 2024-09-10 07:39:33.914480659 +0000 2024-09-10T07:41:39.269 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-10T07:41:39.333 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-09-10T07:41:39.333 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-09-10T07:41:39.333 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.000167978 s, 3.0 MB/s 2024-09-10T07:41:39.335 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-10T07:41:39.392 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_3 2024-09-10T07:41:39.447 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-10T07:41:39.447 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:41:39.447 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-09-10T07:41:39.447 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:41:39.447 INFO:teuthology.orchestra.run.smithi196.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:41:39.447 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-09-10 07:41:33.889041613 +0000 2024-09-10T07:41:39.448 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-09-10 07:39:34.234474205 +0000 2024-09-10T07:41:39.448 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-09-10 07:39:34.234474205 +0000 2024-09-10T07:41:39.448 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: 2024-09-10 07:39:34.234474205 +0000 2024-09-10T07:41:39.448 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-10T07:41:39.510 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-09-10T07:41:39.510 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-09-10T07:41:39.510 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.00016784 s, 3.1 MB/s 2024-09-10T07:41:39.511 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-10T07:41:39.567 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_4 2024-09-10T07:41:39.622 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-10T07:41:39.623 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T07:41:39.623 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-10T07:41:39.623 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T07:41:39.623 INFO:teuthology.orchestra.run.smithi196.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T07:41:39.623 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-09-10 07:41:33.889041613 +0000 2024-09-10T07:41:39.623 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-09-10 07:39:34.583467166 +0000 2024-09-10T07:41:39.623 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-09-10 07:39:34.583467166 +0000 2024-09-10T07:41:39.623 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: 2024-09-10 07:39:34.583467166 +0000 2024-09-10T07:41:39.623 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-10T07:41:39.686 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-09-10T07:41:39.686 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-09-10T07:41:39.686 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.000207643 s, 2.5 MB/s 2024-09-10T07:41:39.688 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-10T07:41:39.744 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T07:41:39.744 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi196.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}} 2024-09-10T07:41:39.744 INFO:tasks.ceph:Generating config... 2024-09-10T07:41:39.745 INFO:tasks.ceph:[global] mon warn on pool no app = False 2024-09-10T07:41:39.746 INFO:tasks.ceph:[global] ms bind msgr2 = False 2024-09-10T07:41:39.746 INFO:tasks.ceph:[global] bluestore warn on legacy statfs = False 2024-09-10T07:41:39.746 INFO:tasks.ceph:[global] bluestore warn on no per pool omap = False 2024-09-10T07:41:39.746 INFO:tasks.ceph:[global] mon pg warn min per osd = 0 2024-09-10T07:41:39.746 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-10T07:41:39.746 INFO:tasks.ceph:[client] debug client = 20 2024-09-10T07:41:39.746 INFO:tasks.ceph:[client] debug ms = 1 2024-09-10T07:41:39.746 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-10T07:41:39.746 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-10T07:41:39.746 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-10T07:41:39.746 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-10T07:41:39.746 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-10T07:41:39.746 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-10T07:41:39.747 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-10T07:41:39.747 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-10T07:41:39.747 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-10T07:41:39.747 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-10T07:41:39.747 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-10T07:41:39.747 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-10T07:41:39.747 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-10T07:41:39.747 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-10T07:41:39.747 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-10T07:41:39.747 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-10T07:41:39.747 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-10T07:41:39.747 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-10T07:41:39.747 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-10T07:41:39.747 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-10T07:41:39.748 INFO:tasks.ceph:[mon] mon warn on osd down out interval zero = False 2024-09-10T07:41:39.748 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-10T07:41:39.748 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-10T07:41:39.748 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-10T07:41:39.748 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-10T07:41:39.748 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-10T07:41:39.748 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-10T07:41:39.748 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-10T07:41:39.748 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-10T07:41:39.748 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-10T07:41:39.748 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-10T07:41:39.748 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-10T07:41:39.748 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-10T07:41:39.749 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-10T07:41:39.749 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-10T07:41:39.749 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-10T07:41:39.749 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-10T07:41:39.749 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-10T07:41:39.749 INFO:tasks.ceph:Setting up mon.a... 2024-09-10T07:41:39.749 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-10T07:41:39.830 INFO:teuthology.orchestra.run.smithi196.stdout:creating /etc/ceph/ceph.keyring 2024-09-10T07:41:39.832 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-10T07:41:39.870 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-10T07:41:39.935 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.196'), ('mon.b', '[v2:172.21.15.196:3301,v1:172.21.15.196:6790]'), ('mon.c', '[v2:172.21.15.196:3302,v1:172.21.15.196:6791]')] 2024-09-10T07:41:39.935 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.196,[v2:172.21.15.196:3301,v1:172.21.15.196:6790],[v2:172.21.15.196:3302,v1:172.21.15.196:6791]', 'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on osd down out interval zero': False, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-10T07:41:39.936 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-10T07:41:39.936 DEBUG:teuthology.orchestra.run.smithi196:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-10T07:41:39.991 DEBUG:teuthology.orchestra.run.smithi196:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.196 --addv b '[v2:172.21.15.196:3301,v1:172.21.15.196:6790]' --addv c '[v2:172.21.15.196:3302,v1:172.21.15.196:6791]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-10T07:41:40.073 INFO:teuthology.orchestra.run.smithi196.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-10T07:41:40.073 INFO:teuthology.orchestra.run.smithi196.stdout:monmaptool: generated fsid fcdf7f04-7a4a-4d5a-b8f3-3737f76346fe 2024-09-10T07:41:40.073 INFO:teuthology.orchestra.run.smithi196.stdout:setting min_mon_release = octopus 2024-09-10T07:41:40.073 INFO:teuthology.orchestra.run.smithi196.stdout:epoch 0 2024-09-10T07:41:40.073 INFO:teuthology.orchestra.run.smithi196.stdout:fsid fcdf7f04-7a4a-4d5a-b8f3-3737f76346fe 2024-09-10T07:41:40.073 INFO:teuthology.orchestra.run.smithi196.stdout:last_changed 2024-09-10T07:41:40.074484+0000 2024-09-10T07:41:40.073 INFO:teuthology.orchestra.run.smithi196.stdout:created 2024-09-10T07:41:40.074484+0000 2024-09-10T07:41:40.073 INFO:teuthology.orchestra.run.smithi196.stdout:min_mon_release 15 (octopus) 2024-09-10T07:41:40.073 INFO:teuthology.orchestra.run.smithi196.stdout:election_strategy: 1 2024-09-10T07:41:40.073 INFO:teuthology.orchestra.run.smithi196.stdout:0: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.a 2024-09-10T07:41:40.074 INFO:teuthology.orchestra.run.smithi196.stdout:1: [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] mon.b 2024-09-10T07:41:40.074 INFO:teuthology.orchestra.run.smithi196.stdout:2: [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] mon.c 2024-09-10T07:41:40.074 INFO:teuthology.orchestra.run.smithi196.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-10T07:41:40.075 DEBUG:teuthology.orchestra.run.smithi196:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-10T07:41:40.130 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID fcdf7f04-7a4a-4d5a-b8f3-3737f76346fe... 2024-09-10T07:41:40.131 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T07:41:40.212 INFO:teuthology.orchestra.run.smithi196.stdout:[global] 2024-09-10T07:41:40.213 INFO:teuthology.orchestra.run.smithi196.stdout: chdir = "" 2024-09-10T07:41:40.213 INFO:teuthology.orchestra.run.smithi196.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T07:41:40.213 INFO:teuthology.orchestra.run.smithi196.stdout: auth supported = cephx 2024-09-10T07:41:40.213 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.213 INFO:teuthology.orchestra.run.smithi196.stdout: filestore xattr use omap = true 2024-09-10T07:41:40.213 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.213 INFO:teuthology.orchestra.run.smithi196.stdout: mon clock drift allowed = 1.000 2024-09-10T07:41:40.213 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.213 INFO:teuthology.orchestra.run.smithi196.stdout: osd crush chooseleaf type = 0 2024-09-10T07:41:40.213 INFO:teuthology.orchestra.run.smithi196.stdout: auth debug = true 2024-09-10T07:41:40.213 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.213 INFO:teuthology.orchestra.run.smithi196.stdout: ms die on old message = true 2024-09-10T07:41:40.214 INFO:teuthology.orchestra.run.smithi196.stdout: ms die on bug = true 2024-09-10T07:41:40.214 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.214 INFO:teuthology.orchestra.run.smithi196.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T07:41:40.214 INFO:teuthology.orchestra.run.smithi196.stdout: mon pg warn max object skew = 0 2024-09-10T07:41:40.214 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.214 INFO:teuthology.orchestra.run.smithi196.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T07:41:40.214 INFO:teuthology.orchestra.run.smithi196.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T07:41:40.214 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.214 INFO:teuthology.orchestra.run.smithi196.stdout: osd pool default size = 2 2024-09-10T07:41:40.214 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.214 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd allow primary affinity = true 2024-09-10T07:41:40.214 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd allow pg remap = true 2024-09-10T07:41:40.214 INFO:teuthology.orchestra.run.smithi196.stdout: mon warn on legacy crush tunables = false 2024-09-10T07:41:40.214 INFO:teuthology.orchestra.run.smithi196.stdout: mon warn on crush straw calc version zero = false 2024-09-10T07:41:40.214 INFO:teuthology.orchestra.run.smithi196.stdout: mon warn on no sortbitwise = false 2024-09-10T07:41:40.215 INFO:teuthology.orchestra.run.smithi196.stdout: mon warn on osd down out interval zero = false 2024-09-10T07:41:40.215 INFO:teuthology.orchestra.run.smithi196.stdout: mon warn on too few osds = false 2024-09-10T07:41:40.215 INFO:teuthology.orchestra.run.smithi196.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T07:41:40.215 INFO:teuthology.orchestra.run.smithi196.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T07:41:40.215 INFO:teuthology.orchestra.run.smithi196.stdout: mon_allow_pool_size_one = true 2024-09-10T07:41:40.215 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.215 INFO:teuthology.orchestra.run.smithi196.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T07:41:40.215 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.215 INFO:teuthology.orchestra.run.smithi196.stdout: osd default data pool replay window = 5 2024-09-10T07:41:40.215 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.215 INFO:teuthology.orchestra.run.smithi196.stdout: mon allow pool delete = true 2024-09-10T07:41:40.215 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.215 INFO:teuthology.orchestra.run.smithi196.stdout: mon cluster log file level = debug 2024-09-10T07:41:40.215 INFO:teuthology.orchestra.run.smithi196.stdout: debug asserts on shutdown = true 2024-09-10T07:41:40.216 INFO:teuthology.orchestra.run.smithi196.stdout: mon health detail to clog = false 2024-09-10T07:41:40.216 INFO:teuthology.orchestra.run.smithi196.stdout: mon host = "172.21.15.196,[v2:172.21.15.196:3301,v1:172.21.15.196:6790],[v2:172.21.15.196:3302,v1:172.21.15.196:6791]" 2024-09-10T07:41:40.216 INFO:teuthology.orchestra.run.smithi196.stdout: mon warn on pool no app = False 2024-09-10T07:41:40.216 INFO:teuthology.orchestra.run.smithi196.stdout: ms bind msgr2 = False 2024-09-10T07:41:40.216 INFO:teuthology.orchestra.run.smithi196.stdout: bluestore warn on legacy statfs = False 2024-09-10T07:41:40.216 INFO:teuthology.orchestra.run.smithi196.stdout: bluestore warn on no per pool omap = False 2024-09-10T07:41:40.216 INFO:teuthology.orchestra.run.smithi196.stdout: mon pg warn min per osd = 0 2024-09-10T07:41:40.216 INFO:teuthology.orchestra.run.smithi196.stdout: fsid = fcdf7f04-7a4a-4d5a-b8f3-3737f76346fe 2024-09-10T07:41:40.216 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.216 INFO:teuthology.orchestra.run.smithi196.stdout:[osd] 2024-09-10T07:41:40.216 INFO:teuthology.orchestra.run.smithi196.stdout: osd journal size = 100 2024-09-10T07:41:40.216 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.216 INFO:teuthology.orchestra.run.smithi196.stdout: osd scrub load threshold = 5.0 2024-09-10T07:41:40.217 INFO:teuthology.orchestra.run.smithi196.stdout: osd scrub max interval = 600 2024-09-10T07:41:40.217 INFO:teuthology.orchestra.run.smithi196.stdout: osd mclock profile = high_recovery_ops 2024-09-10T07:41:40.217 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.217 INFO:teuthology.orchestra.run.smithi196.stdout: osd recover clone overlap = true 2024-09-10T07:41:40.217 INFO:teuthology.orchestra.run.smithi196.stdout: osd recovery max chunk = 1048576 2024-09-10T07:41:40.217 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.217 INFO:teuthology.orchestra.run.smithi196.stdout: osd debug shutdown = true 2024-09-10T07:41:40.217 INFO:teuthology.orchestra.run.smithi196.stdout: osd debug op order = true 2024-09-10T07:41:40.217 INFO:teuthology.orchestra.run.smithi196.stdout: osd debug verify stray on activate = true 2024-09-10T07:41:40.217 INFO:teuthology.orchestra.run.smithi196.stdout: osd debug trim objects = true 2024-09-10T07:41:40.217 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.217 INFO:teuthology.orchestra.run.smithi196.stdout: osd open classes on start = true 2024-09-10T07:41:40.217 INFO:teuthology.orchestra.run.smithi196.stdout: osd debug pg log writeout = true 2024-09-10T07:41:40.217 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.218 INFO:teuthology.orchestra.run.smithi196.stdout: osd deep scrub update digest min age = 30 2024-09-10T07:41:40.218 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.218 INFO:teuthology.orchestra.run.smithi196.stdout: osd map max advance = 10 2024-09-10T07:41:40.218 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.218 INFO:teuthology.orchestra.run.smithi196.stdout: journal zero on create = true 2024-09-10T07:41:40.218 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.218 INFO:teuthology.orchestra.run.smithi196.stdout: filestore ondisk finisher threads = 3 2024-09-10T07:41:40.218 INFO:teuthology.orchestra.run.smithi196.stdout: filestore apply finisher threads = 3 2024-09-10T07:41:40.218 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.218 INFO:teuthology.orchestra.run.smithi196.stdout: bdev debug aio = true 2024-09-10T07:41:40.218 INFO:teuthology.orchestra.run.smithi196.stdout: osd debug misdirected ops = true 2024-09-10T07:41:40.218 INFO:teuthology.orchestra.run.smithi196.stdout: bdev async discard = True 2024-09-10T07:41:40.218 INFO:teuthology.orchestra.run.smithi196.stdout: bdev enable discard = True 2024-09-10T07:41:40.218 INFO:teuthology.orchestra.run.smithi196.stdout: bluestore allocator = bitmap 2024-09-10T07:41:40.218 INFO:teuthology.orchestra.run.smithi196.stdout: bluestore block size = 96636764160 2024-09-10T07:41:40.219 INFO:teuthology.orchestra.run.smithi196.stdout: bluestore fsck on mount = True 2024-09-10T07:41:40.219 INFO:teuthology.orchestra.run.smithi196.stdout: debug bluefs = 1/20 2024-09-10T07:41:40.219 INFO:teuthology.orchestra.run.smithi196.stdout: debug bluestore = 1/20 2024-09-10T07:41:40.219 INFO:teuthology.orchestra.run.smithi196.stdout: debug ms = 1 2024-09-10T07:41:40.219 INFO:teuthology.orchestra.run.smithi196.stdout: debug osd = 20 2024-09-10T07:41:40.219 INFO:teuthology.orchestra.run.smithi196.stdout: debug rocksdb = 4/10 2024-09-10T07:41:40.219 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T07:41:40.219 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd full ratio = 0.9 2024-09-10T07:41:40.219 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd nearfull ratio = 0.8 2024-09-10T07:41:40.219 INFO:teuthology.orchestra.run.smithi196.stdout: osd failsafe full ratio = 0.95 2024-09-10T07:41:40.219 INFO:teuthology.orchestra.run.smithi196.stdout: osd objectstore = bluestore 2024-09-10T07:41:40.219 INFO:teuthology.orchestra.run.smithi196.stdout: osd op complaint time = 180 2024-09-10T07:41:40.219 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.219 INFO:teuthology.orchestra.run.smithi196.stdout:[mgr] 2024-09-10T07:41:40.220 INFO:teuthology.orchestra.run.smithi196.stdout: debug ms = 1 2024-09-10T07:41:40.220 INFO:teuthology.orchestra.run.smithi196.stdout: debug mgr = 20 2024-09-10T07:41:40.220 INFO:teuthology.orchestra.run.smithi196.stdout: debug mon = 20 2024-09-10T07:41:40.220 INFO:teuthology.orchestra.run.smithi196.stdout: debug auth = 20 2024-09-10T07:41:40.220 INFO:teuthology.orchestra.run.smithi196.stdout: mon reweight min pgs per osd = 4 2024-09-10T07:41:40.220 INFO:teuthology.orchestra.run.smithi196.stdout: mon reweight min bytes per osd = 10 2024-09-10T07:41:40.220 INFO:teuthology.orchestra.run.smithi196.stdout: mgr/telemetry/nag = false 2024-09-10T07:41:40.220 INFO:teuthology.orchestra.run.smithi196.stdout: debug client = 20 2024-09-10T07:41:40.220 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.220 INFO:teuthology.orchestra.run.smithi196.stdout:[mon] 2024-09-10T07:41:40.220 INFO:teuthology.orchestra.run.smithi196.stdout: debug ms = 1 2024-09-10T07:41:40.220 INFO:teuthology.orchestra.run.smithi196.stdout: debug mon = 20 2024-09-10T07:41:40.220 INFO:teuthology.orchestra.run.smithi196.stdout: debug paxos = 20 2024-09-10T07:41:40.221 INFO:teuthology.orchestra.run.smithi196.stdout: debug auth = 20 2024-09-10T07:41:40.221 INFO:teuthology.orchestra.run.smithi196.stdout: mon data avail warn = 5 2024-09-10T07:41:40.221 INFO:teuthology.orchestra.run.smithi196.stdout: mon mgr mkfs grace = 240 2024-09-10T07:41:40.221 INFO:teuthology.orchestra.run.smithi196.stdout: mon reweight min pgs per osd = 4 2024-09-10T07:41:40.221 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd reporter subtree level = osd 2024-09-10T07:41:40.221 INFO:teuthology.orchestra.run.smithi196.stdout: mon osd prime pg temp = true 2024-09-10T07:41:40.221 INFO:teuthology.orchestra.run.smithi196.stdout: mon reweight min bytes per osd = 10 2024-09-10T07:41:40.221 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.221 INFO:teuthology.orchestra.run.smithi196.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T07:41:40.221 INFO:teuthology.orchestra.run.smithi196.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T07:41:40.221 INFO:teuthology.orchestra.run.smithi196.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T07:41:40.221 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.221 INFO:teuthology.orchestra.run.smithi196.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T07:41:40.221 INFO:teuthology.orchestra.run.smithi196.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T07:41:40.222 INFO:teuthology.orchestra.run.smithi196.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T07:41:40.222 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.222 INFO:teuthology.orchestra.run.smithi196.stdout: # 1m isn't quite enough 2024-09-10T07:41:40.222 INFO:teuthology.orchestra.run.smithi196.stdout: mon_down_mkfs_grace = 2m 2024-09-10T07:41:40.222 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.222 INFO:teuthology.orchestra.run.smithi196.stdout: mon_warn_on_filestore_osds = false 2024-09-10T07:41:40.222 INFO:teuthology.orchestra.run.smithi196.stdout: mon down mkfs grace = 300 2024-09-10T07:41:40.222 INFO:teuthology.orchestra.run.smithi196.stdout: mon op complaint time = 120 2024-09-10T07:41:40.222 INFO:teuthology.orchestra.run.smithi196.stdout: mon warn on osd down out interval zero = False 2024-09-10T07:41:40.222 INFO:teuthology.orchestra.run.smithi196.stdout: mon warn on pool no app = False 2024-09-10T07:41:40.222 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:40.222 INFO:teuthology.orchestra.run.smithi196.stdout:[client] 2024-09-10T07:41:40.222 INFO:teuthology.orchestra.run.smithi196.stdout: rgw cache enabled = true 2024-09-10T07:41:40.223 INFO:teuthology.orchestra.run.smithi196.stdout: rgw enable ops log = true 2024-09-10T07:41:40.223 INFO:teuthology.orchestra.run.smithi196.stdout: rgw enable usage log = true 2024-09-10T07:41:40.223 INFO:teuthology.orchestra.run.smithi196.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T07:41:40.223 INFO:teuthology.orchestra.run.smithi196.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T07:41:40.223 INFO:teuthology.orchestra.run.smithi196.stdout: client mount timeout = 600 2024-09-10T07:41:40.223 INFO:teuthology.orchestra.run.smithi196.stdout: debug client = 20 2024-09-10T07:41:40.223 INFO:teuthology.orchestra.run.smithi196.stdout: debug ms = 1 2024-09-10T07:41:40.223 INFO:teuthology.orchestra.run.smithi196.stdout: rados mon op timeout = 900 2024-09-10T07:41:40.223 INFO:teuthology.orchestra.run.smithi196.stdout: rados osd op timeout = 900 2024-09-10T07:41:40.223 INFO:teuthology.orchestra.run.smithi196.stdout:[mon.a] 2024-09-10T07:41:40.223 INFO:teuthology.orchestra.run.smithi196.stdout:[mon.b] 2024-09-10T07:41:40.223 INFO:teuthology.orchestra.run.smithi196.stdout:[mon.c] 2024-09-10T07:41:40.223 INFO:teuthology.orchestra.run.smithi196.stdout:[mds] 2024-09-10T07:41:40.224 INFO:teuthology.orchestra.run.smithi196.stdout: debug mds = 20 2024-09-10T07:41:40.224 INFO:teuthology.orchestra.run.smithi196.stdout: debug mds balancer = 20 2024-09-10T07:41:40.224 INFO:teuthology.orchestra.run.smithi196.stdout: debug ms = 1 2024-09-10T07:41:40.224 INFO:teuthology.orchestra.run.smithi196.stdout: mds debug frag = True 2024-09-10T07:41:40.224 INFO:teuthology.orchestra.run.smithi196.stdout: mds debug scatterstat = True 2024-09-10T07:41:40.224 INFO:teuthology.orchestra.run.smithi196.stdout: mds op complaint time = 180 2024-09-10T07:41:40.224 INFO:teuthology.orchestra.run.smithi196.stdout: mds verify scatter = True 2024-09-10T07:41:40.224 INFO:teuthology.orchestra.run.smithi196.stdout: osd op complaint time = 180 2024-09-10T07:41:40.224 INFO:teuthology.orchestra.run.smithi196.stdout: rados mon op timeout = 900 2024-09-10T07:41:40.224 INFO:teuthology.orchestra.run.smithi196.stdout: rados osd op timeout = 900 2024-09-10T07:41:40.225 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-10T07:41:40.225 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-10T07:41:40.315 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-10T07:41:40.315 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-10T07:41:40.315 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-10T07:41:40.330 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-10T07:41:40.330 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-10T07:41:40.385 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi196.front.sepia.ceph.com 2024-09-10T07:41:40.385 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-10T07:41:40.385 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-10T07:41:40.385 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-10T07:41:40.459 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-10T07:41:40.459 DEBUG:teuthology.orchestra.run.smithi196:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-10T07:41:40.514 INFO:tasks.ceph:Setting up mon nodes... 2024-09-10T07:41:40.515 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-10T07:41:40.515 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-10T07:41:40.603 INFO:teuthology.orchestra.run.smithi196.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-10T07:41:40.605 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-10T07:41:40.651 INFO:teuthology.orchestra.run.smithi196.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-10T07:41:40.654 INFO:tasks.ceph:Setting up mds nodes... 2024-09-10T07:41:40.654 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-10T07:41:40.654 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-10T07:41:40.654 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi196.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}} 2024-09-10T07:41:40.655 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-10T07:41:40.679 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T07:41:40.679 INFO:tasks.ceph:role: osd.0 2024-09-10T07:41:40.679 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-10T07:41:40.679 DEBUG:teuthology.orchestra.run.smithi196:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-10T07:41:40.750 INFO:teuthology.orchestra.run.smithi196.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T07:41:40.750 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T07:41:40.751 INFO:teuthology.orchestra.run.smithi196.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T07:41:40.751 INFO:teuthology.orchestra.run.smithi196.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T07:41:40.751 INFO:teuthology.orchestra.run.smithi196.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T07:41:40.751 INFO:teuthology.orchestra.run.smithi196.stdout: = sunit=0 swidth=0 blks 2024-09-10T07:41:40.751 INFO:teuthology.orchestra.run.smithi196.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T07:41:40.751 INFO:teuthology.orchestra.run.smithi196.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T07:41:40.751 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T07:41:40.751 INFO:teuthology.orchestra.run.smithi196.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T07:41:41.256 INFO:teuthology.orchestra.run.smithi196.stdout:Discarding blocks...Done. 2024-09-10T07:41:41.258 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi196.front.sepia.ceph.com -o noatime 2024-09-10T07:41:41.258 DEBUG:teuthology.orchestra.run.smithi196:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-10T07:41:41.410 DEBUG:teuthology.orchestra.run.smithi196:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-10T07:41:41.443 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-10T07:41:41.509 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T07:41:41.509 INFO:tasks.ceph:role: osd.1 2024-09-10T07:41:41.509 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-10T07:41:41.509 DEBUG:teuthology.orchestra.run.smithi196:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-10T07:41:41.582 INFO:teuthology.orchestra.run.smithi196.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T07:41:41.582 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T07:41:41.582 INFO:teuthology.orchestra.run.smithi196.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T07:41:41.582 INFO:teuthology.orchestra.run.smithi196.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T07:41:41.582 INFO:teuthology.orchestra.run.smithi196.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T07:41:41.582 INFO:teuthology.orchestra.run.smithi196.stdout: = sunit=0 swidth=0 blks 2024-09-10T07:41:41.582 INFO:teuthology.orchestra.run.smithi196.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T07:41:41.583 INFO:teuthology.orchestra.run.smithi196.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T07:41:41.583 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T07:41:41.583 INFO:teuthology.orchestra.run.smithi196.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T07:41:42.024 INFO:teuthology.orchestra.run.smithi196.stdout:Discarding blocks...Done. 2024-09-10T07:41:42.026 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi196.front.sepia.ceph.com -o noatime 2024-09-10T07:41:42.026 DEBUG:teuthology.orchestra.run.smithi196:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-10T07:41:42.121 DEBUG:teuthology.orchestra.run.smithi196:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-10T07:41:42.150 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-10T07:41:42.219 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T07:41:42.219 INFO:tasks.ceph:role: osd.2 2024-09-10T07:41:42.219 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-10T07:41:42.219 DEBUG:teuthology.orchestra.run.smithi196:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-10T07:41:42.291 INFO:teuthology.orchestra.run.smithi196.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T07:41:42.292 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T07:41:42.292 INFO:teuthology.orchestra.run.smithi196.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T07:41:42.292 INFO:teuthology.orchestra.run.smithi196.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T07:41:42.292 INFO:teuthology.orchestra.run.smithi196.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T07:41:42.292 INFO:teuthology.orchestra.run.smithi196.stdout: = sunit=0 swidth=0 blks 2024-09-10T07:41:42.292 INFO:teuthology.orchestra.run.smithi196.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T07:41:42.292 INFO:teuthology.orchestra.run.smithi196.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T07:41:42.292 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T07:41:42.292 INFO:teuthology.orchestra.run.smithi196.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T07:41:42.783 INFO:teuthology.orchestra.run.smithi196.stdout:Discarding blocks...Done. 2024-09-10T07:41:42.785 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi196.front.sepia.ceph.com -o noatime 2024-09-10T07:41:42.786 DEBUG:teuthology.orchestra.run.smithi196:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-10T07:41:42.930 DEBUG:teuthology.orchestra.run.smithi196:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-10T07:41:42.959 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-10T07:41:43.024 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T07:41:43.024 INFO:tasks.ceph:role: osd.3 2024-09-10T07:41:43.024 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-10T07:41:43.024 DEBUG:teuthology.orchestra.run.smithi196:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-10T07:41:43.096 INFO:teuthology.orchestra.run.smithi196.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T07:41:43.096 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T07:41:43.096 INFO:teuthology.orchestra.run.smithi196.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T07:41:43.096 INFO:teuthology.orchestra.run.smithi196.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T07:41:43.096 INFO:teuthology.orchestra.run.smithi196.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T07:41:43.096 INFO:teuthology.orchestra.run.smithi196.stdout: = sunit=0 swidth=0 blks 2024-09-10T07:41:43.096 INFO:teuthology.orchestra.run.smithi196.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T07:41:43.096 INFO:teuthology.orchestra.run.smithi196.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T07:41:43.097 INFO:teuthology.orchestra.run.smithi196.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T07:41:43.097 INFO:teuthology.orchestra.run.smithi196.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T07:41:43.619 INFO:teuthology.orchestra.run.smithi196.stdout:Discarding blocks...Done. 2024-09-10T07:41:43.622 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi196.front.sepia.ceph.com -o noatime 2024-09-10T07:41:43.622 DEBUG:teuthology.orchestra.run.smithi196:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-10T07:41:43.768 DEBUG:teuthology.orchestra.run.smithi196:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-10T07:41:43.801 DEBUG:teuthology.orchestra.run.smithi196:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T07:41:43.899 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:43.898+0000 7ff171b1f440 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-10T07:41:43.900 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:43.899+0000 7ff171b1f440 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-10T07:41:43.900 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:43.899+0000 7ff171b1f440 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-10T07:41:43.900 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:43.899+0000 7ff171b1f440 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-10T07:41:43.900 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:43.899+0000 7ff171b1f440 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-10T07:41:43.900 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:43.899+0000 7ff171b1f440 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-10T07:41:44.425 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:44.424+0000 7ff171b1f440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-10T07:41:45.189 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:45.189+0000 7ff171b1f440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-10T07:41:45.952 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:45.951+0000 7ff171b1f440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-10T07:41:46.751 DEBUG:teuthology.orchestra.run.smithi196:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-10T07:41:46.781 DEBUG:teuthology.orchestra.run.smithi196:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T07:41:46.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:46.867+0000 7fa1a2a0b440 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-10T07:41:46.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:46.867+0000 7fa1a2a0b440 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-10T07:41:46.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:46.867+0000 7fa1a2a0b440 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-10T07:41:46.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:46.867+0000 7fa1a2a0b440 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-10T07:41:46.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:46.867+0000 7fa1a2a0b440 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-10T07:41:46.868 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:46.868+0000 7fa1a2a0b440 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-10T07:41:47.393 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:47.393+0000 7fa1a2a0b440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-10T07:41:48.155 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:48.155+0000 7fa1a2a0b440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-10T07:41:48.917 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:48.917+0000 7fa1a2a0b440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-10T07:41:49.713 DEBUG:teuthology.orchestra.run.smithi196:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-10T07:41:49.744 DEBUG:teuthology.orchestra.run.smithi196:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T07:41:49.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:49.831+0000 7ff7ca20a440 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-10T07:41:49.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:49.831+0000 7ff7ca20a440 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-10T07:41:49.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:49.831+0000 7ff7ca20a440 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-10T07:41:49.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:49.831+0000 7ff7ca20a440 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-10T07:41:49.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:49.831+0000 7ff7ca20a440 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-10T07:41:49.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:49.832+0000 7ff7ca20a440 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-10T07:41:50.357 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:50.357+0000 7ff7ca20a440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-10T07:41:51.126 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:51.127+0000 7ff7ca20a440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-10T07:41:51.888 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:51.889+0000 7ff7ca20a440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-10T07:41:52.683 DEBUG:teuthology.orchestra.run.smithi196:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-10T07:41:52.712 DEBUG:teuthology.orchestra.run.smithi196:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T07:41:52.797 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:52.797+0000 7fc82d00d440 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-10T07:41:52.797 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:52.797+0000 7fc82d00d440 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-10T07:41:52.797 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:52.797+0000 7fc82d00d440 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-10T07:41:52.797 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:52.797+0000 7fc82d00d440 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-10T07:41:52.798 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:52.797+0000 7fc82d00d440 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-10T07:41:52.798 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:52.798+0000 7fc82d00d440 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-10T07:41:53.326 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:53.326+0000 7fc82d00d440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-10T07:41:54.089 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:54.089+0000 7fc82d00d440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-10T07:41:54.851 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:54.851+0000 7fc82d00d440 -1 bluestore::NCB::__restore_allocator::Failed open_for_read with error-code -2 2024-09-10T07:41:55.648 DEBUG:teuthology.orchestra.run.smithi196:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-10T07:41:55.676 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-10T07:41:55.676 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-10T07:41:55.676 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-10T07:41:55.743 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-10T07:41:55.743 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-10T07:41:55.810 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-10T07:41:55.810 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-10T07:41:55.876 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-10T07:41:55.877 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-10T07:41:55.942 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-10T07:41:55.942 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-10T07:41:56.008 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-10T07:41:56.008 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-10T07:41:56.073 INFO:tasks.ceph:Adding keys to all mons... 2024-09-10T07:41:56.073 DEBUG:teuthology.orchestra.run.smithi196:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-10T07:41:56.136 INFO:teuthology.orchestra.run.smithi196.stdout:[mgr.x] 2024-09-10T07:41:56.136 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQA0+N9mK1AHJBAAzbJb4nthwmddUIa4TFyutQ== 2024-09-10T07:41:56.136 INFO:teuthology.orchestra.run.smithi196.stdout:[mgr.y] 2024-09-10T07:41:56.136 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQA0+N9mLvXxJhAA57dSbu0BdQAtLQywOAj9Cg== 2024-09-10T07:41:56.137 INFO:teuthology.orchestra.run.smithi196.stdout:[osd.0] 2024-09-10T07:41:56.137 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQA3+N9mgROvNRAAlAg+wJKG0+/zqH8JYIPfIw== 2024-09-10T07:41:56.137 INFO:teuthology.orchestra.run.smithi196.stdout:[osd.1] 2024-09-10T07:41:56.137 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQA6+N9m3JHCMxAA9f99/63A5QOGKIdK3DPpCw== 2024-09-10T07:41:56.137 INFO:teuthology.orchestra.run.smithi196.stdout:[osd.2] 2024-09-10T07:41:56.137 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQA9+N9mHXGaMRAAZhyaz/KIDheUD2+xeQlmjg== 2024-09-10T07:41:56.137 INFO:teuthology.orchestra.run.smithi196.stdout:[osd.3] 2024-09-10T07:41:56.137 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQBA+N9mwSSWLxAAWyQ42YOny028irn0R3nKWw== 2024-09-10T07:41:56.138 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T07:41:56.224 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T07:41:56.271 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T07:41:56.317 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T07:41:56.365 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T07:41:56.411 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T07:41:56.457 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-10T07:41:56.458 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-10T07:41:56.482 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-10T07:41:56.573 DEBUG:teuthology.orchestra.run.smithi196:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-10T07:41:56.597 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-10T07:41:56.663 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-10T07:41:56.753 DEBUG:teuthology.orchestra.run.smithi196:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-10T07:41:56.778 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-10T07:41:56.843 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-10T07:41:56.934 DEBUG:teuthology.orchestra.run.smithi196:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-10T07:41:56.959 DEBUG:teuthology.orchestra.run.smithi196:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-10T07:41:57.014 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-10T07:41:57.014 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-10T07:41:57.015 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-10T07:41:57.056 INFO:tasks.ceph.mon.a:Started 2024-09-10T07:41:57.057 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-10T07:41:57.057 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-10T07:41:57.059 INFO:tasks.ceph.mon.b:Started 2024-09-10T07:41:57.059 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-10T07:41:57.059 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-10T07:41:57.061 INFO:tasks.ceph.mon.c:Started 2024-09-10T07:41:57.061 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-10T07:41:57.061 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-10T07:41:57.061 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-10T07:41:57.063 INFO:tasks.ceph.mgr.x:Started 2024-09-10T07:41:57.063 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-10T07:41:57.063 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-10T07:41:57.065 INFO:tasks.ceph.mgr.y:Started 2024-09-10T07:41:57.065 INFO:tasks.ceph:Setting crush tunables to default 2024-09-10T07:41:57.065 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --cluster ceph osd crush tunables default 2024-09-10T07:41:57.189 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.189+0000 7f6fe2f5d640 1 Processor -- start 2024-09-10T07:41:57.189 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.189+0000 7f6fe2f5d640 1 -- start start 2024-09-10T07:41:57.189 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.189+0000 7f6fe2f5d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6fdc06a340 0x7f6fdc06a710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.190 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.189+0000 7f6fe2f5d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6fdc12b8e0 0x7f6fdc12dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.190 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.189+0000 7f6fe0cf9640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f6fdc095160 0x7f6fdc069c30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:45384/0 (socket says 172.21.15.196:45384) 2024-09-10T07:41:57.190 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.189+0000 7f6fdbfff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6fdc06a340 0x7f6fdc06a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:57.190 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.190+0000 7f6fe0cf9640 1 -- 172.21.15.196:0/1949703578 learned_addr learned my addr 172.21.15.196:0/1949703578 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:41:57.190 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.190+0000 7f6fe2f5d640 1 -- 172.21.15.196:0/1949703578 --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6fdc06b970 con 0x7f6fdc095160 2024-09-10T07:41:57.190 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.190+0000 7f6fe2f5d640 1 -- 172.21.15.196:0/1949703578 --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6fdc064170 con 0x7f6fdc06a340 2024-09-10T07:41:57.190 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.190+0000 7f6fe2f5d640 1 -- 172.21.15.196:0/1949703578 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6fdc093dc0 con 0x7f6fdc12b8e0 2024-09-10T07:41:57.190 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.190+0000 7f6fe14fa640 1 --2- 172.21.15.196:0/1949703578 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6fdc12b8e0 0x7f6fdc12dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:57.190 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.190+0000 7f6fdbfff640 1 -- 172.21.15.196:0/1949703578 >> v2:172.21.15.196:3300/0 conn(0x7f6fdc06a340 msgr2=0x7f6fdc06a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-10T07:41:57.190 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.190+0000 7f6fdbfff640 1 -- 172.21.15.196:0/1949703578 >> v2:172.21.15.196:3300/0 conn(0x7f6fdc06a340 msgr2=0x7f6fdc06a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:41:57.190 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.190+0000 7f6fe14fa640 1 -- 172.21.15.196:0/1949703578 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6fdc12b8e0 msgr2=0x7f6fdc12dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-10T07:41:57.190 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.190+0000 7f6fe14fa640 1 -- 172.21.15.196:0/1949703578 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6fdc12b8e0 msgr2=0x7f6fdc12dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:41:57.190 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.190+0000 7f6fdbfff640 1 --2- 172.21.15.196:0/1949703578 >> v2:172.21.15.196:3300/0 conn(0x7f6fdc06a340 0x7f6fdc06a710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 ((1) Operation not permitted) 2024-09-10T07:41:57.190 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.190+0000 7f6fe14fa640 1 --2- 172.21.15.196:0/1949703578 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6fdc12b8e0 0x7f6fdc12dcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 ((1) Operation not permitted) 2024-09-10T07:41:57.191 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.190+0000 7f6fdbfff640 1 --2- 172.21.15.196:0/1949703578 >> v2:172.21.15.196:3300/0 conn(0x7f6fdc06a340 0x7f6fdc06a710 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:41:57.191 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.190+0000 7f6fe14fa640 1 --2- 172.21.15.196:0/1949703578 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6fdc12b8e0 0x7f6fdc12dcc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:41:57.196 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.191+0000 7f6fdb7fe640 1 -- 172.21.15.196:0/1949703578 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 143037475 0 0) 0x7f6fdc06b970 con 0x7f6fdc095160 2024-09-10T07:41:57.196 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.191+0000 7f6fdb7fe640 1 -- 172.21.15.196:0/1949703578 --> v1:172.21.15.196:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6fcc0034e0 con 0x7f6fdc095160 2024-09-10T07:41:57.196 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.191+0000 7f6fdb7fe640 1 -- 172.21.15.196:0/1949703578 <== mon.0 v1:172.21.15.196:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3020717105 0 0) 0x7f6fcc0034e0 con 0x7f6fdc095160 2024-09-10T07:41:57.196 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.191+0000 7f6fdb7fe640 1 -- 172.21.15.196:0/1949703578 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6fdc12b8e0 msgr2=0x7f6fdc12dcc0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:41:57.196 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.191+0000 7f6fdb7fe640 1 --2- 172.21.15.196:0/1949703578 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6fdc12b8e0 0x7f6fdc12dcc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.196 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.191+0000 7f6fdb7fe640 1 -- 172.21.15.196:0/1949703578 >> v2:172.21.15.196:3300/0 conn(0x7f6fdc06a340 msgr2=0x7f6fdc06a710 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:41:57.196 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.191+0000 7f6fdb7fe640 1 --2- 172.21.15.196:0/1949703578 >> v2:172.21.15.196:3300/0 conn(0x7f6fdc06a340 0x7f6fdc06a710 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.196 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.191+0000 7f6fdb7fe640 1 -- 172.21.15.196:0/1949703578 --> v1:172.21.15.196:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fdc06b5a0 con 0x7f6fdc095160 2024-09-10T07:41:57.196 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.191+0000 7f6fdb7fe640 1 -- 172.21.15.196:0/1949703578 <== mon.0 v1:172.21.15.196:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 703907667 0 0) 0x7f6fd0001470 con 0x7f6fdc095160 2024-09-10T07:41:57.196 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.191+0000 7f6fdb7fe640 1 -- 172.21.15.196:0/1949703578 >> v1:172.21.15.196:6789/0 conn(0x7f6fdc095160 legacy=0x7f6fdc069c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:57.197 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.191+0000 7f6fdb7fe640 1 --2- 172.21.15.196:0/1949703578 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6fcc0039d0 0x7f6fcc003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.197 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.191+0000 7f6fdb7fe640 1 --2- 172.21.15.196:0/1949703578 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6fcc004780 0x7f6fcc004bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.197 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.191+0000 7f6fdb7fe640 1 --2- 172.21.15.196:0/1949703578 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6fdc12b8e0 0x7f6fcc005150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.197 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.191+0000 7f6fdb7fe640 1 -- 172.21.15.196:0/1949703578 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fdc093dc0 con 0x7f6fcc0039d0 2024-09-10T07:41:57.197 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.191+0000 7f6fdb7fe640 1 -- 172.21.15.196:0/1949703578 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6fcc00bad0 con 0x7f6fdc12b8e0 2024-09-10T07:41:57.197 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.191+0000 7f6fdb7fe640 1 -- 172.21.15.196:0/1949703578 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f6fcc00bc90 con 0x7f6fcc004780 2024-09-10T07:41:57.197 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.191+0000 7f6fdbfff640 1 --2- 172.21.15.196:0/1949703578 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6fcc004780 0x7f6fcc004bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:57.197 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.191+0000 7f6fe14fa640 1 --2- 172.21.15.196:0/1949703578 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6fdc12b8e0 0x7f6fcc005150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:57.197 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.191+0000 7f6fe0cf9640 1 --2- 172.21.15.196:0/1949703578 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6fcc0039d0 0x7f6fcc003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:57.197 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.192+0000 7f6fe14fa640 1 -- 172.21.15.196:0/1949703578 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6fcc004780 msgr2=0x7f6fcc004bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:41:57.197 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.192+0000 7f6fe14fa640 1 --2- 172.21.15.196:0/1949703578 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6fcc004780 0x7f6fcc004bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.197 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.192+0000 7f6fe14fa640 1 -- 172.21.15.196:0/1949703578 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6fcc0039d0 msgr2=0x7f6fcc003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:41:57.197 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.192+0000 7f6fe14fa640 1 --2- 172.21.15.196:0/1949703578 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6fcc0039d0 0x7f6fcc003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.192+0000 7f6fe14fa640 1 -- 172.21.15.196:0/1949703578 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fdc06b5a0 con 0x7f6fdc12b8e0 2024-09-10T07:41:57.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.192+0000 7f6fdbfff640 1 --2- 172.21.15.196:0/1949703578 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6fcc004780 0x7f6fcc004bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:41:57.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.192+0000 7f6fe0cf9640 1 --2- 172.21.15.196:0/1949703578 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6fcc0039d0 0x7f6fcc003de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:41:57.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.192+0000 7f6fe14fa640 1 --2- 172.21.15.196:0/1949703578 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6fdc12b8e0 0x7f6fcc005150 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f6fd400b7a0 tx=0x7f6fd400ba20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b25655d4bae392b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:57.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.192+0000 7f6fdb7fe640 1 -- 172.21.15.196:0/1949703578 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fd400b020 con 0x7f6fdc12b8e0 2024-09-10T07:41:57.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.192+0000 7f6fdb7fe640 1 -- 172.21.15.196:0/1949703578 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fd400b1a0 con 0x7f6fdc12b8e0 2024-09-10T07:41:57.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.192+0000 7f6fdb7fe640 1 -- 172.21.15.196:0/1949703578 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fd400a580 con 0x7f6fdc12b8e0 2024-09-10T07:41:57.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.193+0000 7f6fe2f5d640 1 -- 172.21.15.196:0/1949703578 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6fdc12b8e0 msgr2=0x7f6fcc005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:57.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.193+0000 7f6fe2f5d640 1 --2- 172.21.15.196:0/1949703578 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6fdc12b8e0 0x7f6fcc005150 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f6fd400b7a0 tx=0x7f6fd400ba20 comp rx=0 tx=0).stop 2024-09-10T07:41:57.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.193+0000 7f6fe14fa640 1 -- 172.21.15.196:0/1949703578 reap_dead start 2024-09-10T07:41:57.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.193+0000 7f6fe2f5d640 1 -- 172.21.15.196:0/1949703578 shutdown_connections 2024-09-10T07:41:57.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.193+0000 7f6fe2f5d640 1 -- 172.21.15.196:0/1949703578 >> 172.21.15.196:0/1949703578 conn(0x7f6fdc096250 msgr2=0x7f6fdc096650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:57.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.193+0000 7f6fe2f5d640 1 -- 172.21.15.196:0/1949703578 shutdown_connections 2024-09-10T07:41:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.193+0000 7f6fe2f5d640 1 -- 172.21.15.196:0/1949703578 wait complete. 2024-09-10T07:41:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.194+0000 7f6fe2f5d640 1 Processor -- start 2024-09-10T07:41:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.194+0000 7f6fe2f5d640 1 -- start start 2024-09-10T07:41:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.195+0000 7f6fe2f5d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6fdc12b8e0 0x7f6fdc12ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.195+0000 7f6fe2f5d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6fdc12b040 0x7f6fdc08ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.195+0000 7f6fe2f5d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6fdc12b410 0x7f6fdc08f350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.195+0000 7f6fe2f5d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fdc092750 con 0x7f6fdc12b8e0 2024-09-10T07:41:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.195+0000 7f6fe2f5d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6fdc092490 con 0x7f6fdc12b040 2024-09-10T07:41:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.195+0000 7f6fdbfff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6fdc12b040 0x7f6fdc08ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.195+0000 7f6fdbfff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6fdc12b040 0x7f6fdc08ee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:42142/0 (socket says 172.21.15.196:42142) 2024-09-10T07:41:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.195+0000 7f6fe0cf9640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6fdc12b8e0 0x7f6fdc12ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.195+0000 7f6fdbfff640 1 -- 172.21.15.196:0/2057605693 learned_addr learned my addr 172.21.15.196:0/2057605693 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:41:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.195+0000 7f6fe2f5d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f6fdc090790 con 0x7f6fdc12b410 2024-09-10T07:41:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.195+0000 7f6fe14fa640 1 --2- 172.21.15.196:0/2057605693 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6fdc12b410 0x7f6fdc08f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.195+0000 7f6fe14fa640 1 -- 172.21.15.196:0/2057605693 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6fdc12b040 msgr2=0x7f6fdc08ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.195+0000 7f6fe14fa640 1 --2- 172.21.15.196:0/2057605693 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6fdc12b040 0x7f6fdc08ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.195+0000 7f6fe14fa640 1 -- 172.21.15.196:0/2057605693 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6fdc12b8e0 msgr2=0x7f6fdc12ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.195+0000 7f6fe14fa640 1 --2- 172.21.15.196:0/2057605693 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6fdc12b8e0 0x7f6fdc12ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.195+0000 7f6fe14fa640 1 -- 172.21.15.196:0/2057605693 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fdc090ef0 con 0x7f6fdc12b410 2024-09-10T07:41:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.195+0000 7f6fdbfff640 1 --2- 172.21.15.196:0/2057605693 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6fdc12b040 0x7f6fdc08ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:41:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.195+0000 7f6fe0cf9640 1 --2- 172.21.15.196:0/2057605693 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6fdc12b8e0 0x7f6fdc12ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:41:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.196+0000 7f6fe14fa640 1 --2- 172.21.15.196:0/2057605693 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6fdc12b410 0x7f6fdc08f350 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f6fd4035000 tx=0x7f6fd403a000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.196+0000 7f6fd8ff9640 1 -- 172.21.15.196:0/2057605693 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fd4040070 con 0x7f6fdc12b410 2024-09-10T07:41:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.196+0000 7f6fd8ff9640 1 -- 172.21.15.196:0/2057605693 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fd4032670 con 0x7f6fdc12b410 2024-09-10T07:41:57.201 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.196+0000 7f6fe2f5d640 1 -- 172.21.15.196:0/2057605693 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fdc0920c0 con 0x7f6fdc12b410 2024-09-10T07:41:57.201 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.196+0000 7f6fd8ff9640 1 -- 172.21.15.196:0/2057605693 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fd4032a50 con 0x7f6fdc12b410 2024-09-10T07:41:57.201 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.196+0000 7f6fe2f5d640 1 -- 172.21.15.196:0/2057605693 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fdc08fa30 con 0x7f6fdc12b410 2024-09-10T07:41:57.201 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.196+0000 7f6fd8ff9640 1 -- 172.21.15.196:0/2057605693 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 1) v1 ==== 529+0+0 (secure 0 0 0) 0x7f6fd4003040 con 0x7f6fdc12b410 2024-09-10T07:41:57.201 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.196+0000 7f6fd8ff9640 1 -- 172.21.15.196:0/2057605693 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 721+0+0 (secure 0 0 0) 0x7f6fd4044780 con 0x7f6fdc12b410 2024-09-10T07:41:57.201 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.197+0000 7f6fe2f5d640 1 -- 172.21.15.196:0/2057605693 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6fdc090790 con 0x7f6fdc12b410 2024-09-10T07:41:57.201 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.199+0000 7f6fd8ff9640 1 -- 172.21.15.196:0/2057605693 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71553 (secure 0 0 0) 0x7f6fd4036070 con 0x7f6fdc12b410 2024-09-10T07:41:57.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.257+0000 7f6fe2f5d640 1 -- 172.21.15.196:0/2057605693 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f6fdc08fc80 con 0x7f6fdc12b410 2024-09-10T07:41:57.264 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.264+0000 7f6fd8ff9640 1 -- 172.21.15.196:0/2057605693 <== mon.2 v2:172.21.15.196:3302/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f6fdc08fc80 con 0x7f6fdc12b410 2024-09-10T07:41:57.264 INFO:teuthology.orchestra.run.smithi196.stderr:adjusted tunables profile to default 2024-09-10T07:41:57.265 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.265+0000 7f6fe2f5d640 1 -- 172.21.15.196:0/2057605693 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6fdc12b410 msgr2=0x7f6fdc08f350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:57.265 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.265+0000 7f6fe2f5d640 1 --2- 172.21.15.196:0/2057605693 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6fdc12b410 0x7f6fdc08f350 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f6fd4035000 tx=0x7f6fd403a000 comp rx=0 tx=0).stop 2024-09-10T07:41:57.265 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.265+0000 7f6fe2f5d640 1 -- 172.21.15.196:0/2057605693 shutdown_connections 2024-09-10T07:41:57.265 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.265+0000 7f6fe2f5d640 1 --2- 172.21.15.196:0/2057605693 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6fdc12b410 0x7f6fdc08f350 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.265 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.265+0000 7f6fe2f5d640 1 --2- 172.21.15.196:0/2057605693 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6fdc12b040 0x7f6fdc08ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.265 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.265+0000 7f6fe2f5d640 1 --2- 172.21.15.196:0/2057605693 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6fdc12b8e0 0x7f6fdc12ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.265 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.265+0000 7f6fe2f5d640 1 -- 172.21.15.196:0/2057605693 >> 172.21.15.196:0/2057605693 conn(0x7f6fdc096250 msgr2=0x7f6fdc087f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:57.265 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.265+0000 7f6fe2f5d640 1 -- 172.21.15.196:0/2057605693 shutdown_connections 2024-09-10T07:41:57.265 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.265+0000 7f6fe2f5d640 1 -- 172.21.15.196:0/2057605693 wait complete. 2024-09-10T07:41:57.275 INFO:tasks.ceph:check_enable_crimson: False 2024-09-10T07:41:57.275 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-10T07:41:57.275 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-10T07:41:57.276 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-10T07:41:57.300 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-10T07:41:57.301 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-10T07:41:57.367 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-10T07:41:57.367 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-10T07:41:57.432 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-10T07:41:57.433 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-10T07:41:57.448 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:41:57.449+0000 7f698ddc3ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T07:41:57.450 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:41:57.450+0000 7f1b5381bec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T07:41:57.472 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --cluster ceph osd new 942b9bcf-e061-4911-a4e4-4b16aa4ae205 0 2024-09-10T07:41:57.490 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:41:57.490+0000 7f698ddc3ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T07:41:57.490 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:41:57.491+0000 7f1b5381bec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T07:41:57.543 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:41:57.543+0000 7f698ddc3ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T07:41:57.543 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:41:57.543+0000 7f1b5381bec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T07:41:57.583 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.584+0000 7f7344d5d640 1 Processor -- start 2024-09-10T07:41:57.583 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.584+0000 7f7344d5d640 1 -- start start 2024-09-10T07:41:57.584 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.584+0000 7f7344d5d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f734012d200 0x7f734012f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.584 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.584+0000 7f7344d5d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734012fb20 0x7f7340131f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.584 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.584+0000 7f7344d5d640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7340097740 con 0x7f73400913f0 2024-09-10T07:41:57.585 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.584+0000 7f7344d5d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7340094230 con 0x7f734012d200 2024-09-10T07:41:57.585 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.584+0000 7f7344d5d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f7340094790 con 0x7f734012fb20 2024-09-10T07:41:57.585 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.584+0000 7f733ed9d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734012fb20 0x7f7340131f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:57.585 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.584+0000 7f733dd9b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f734012d200 0x7f734012f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:57.585 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.584+0000 7f733ed9d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734012fb20 0x7f7340131f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:46938/0 (socket says 172.21.15.196:46938) 2024-09-10T07:41:57.585 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.584+0000 7f733e59c640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f73400913f0 0x7f73400917c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:45416/0 (socket says 172.21.15.196:45416) 2024-09-10T07:41:57.585 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.584+0000 7f733ed9d640 1 -- 172.21.15.196:0/2751886031 learned_addr learned my addr 172.21.15.196:0/2751886031 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:41:57.585 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.585+0000 7f733dd9b640 1 -- 172.21.15.196:0/2751886031 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734012fb20 msgr2=0x7f7340131f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:41:57.585 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.585+0000 7f733dd9b640 1 --2- 172.21.15.196:0/2751886031 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734012fb20 0x7f7340131f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.585 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.585+0000 7f733dd9b640 1 -- 172.21.15.196:0/2751886031 >> v1:172.21.15.196:6789/0 conn(0x7f73400913f0 legacy=0x7f73400917c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:57.585 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.585+0000 7f733dd9b640 1 -- 172.21.15.196:0/2751886031 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73400954b0 con 0x7f734012d200 2024-09-10T07:41:57.585 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.585+0000 7f733ed9d640 1 --2- 172.21.15.196:0/2751886031 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734012fb20 0x7f7340131f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:41:57.588 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.585+0000 7f733dd9b640 1 --2- 172.21.15.196:0/2751886031 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f734012d200 0x7f734012f5e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f73400956a0 tx=0x7f73340090f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=774bd4c049cbc3c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:57.593 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.586+0000 7f733d59a640 1 -- 172.21.15.196:0/2751886031 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f733402ac60 con 0x7f734012d200 2024-09-10T07:41:57.594 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.586+0000 7f733d59a640 1 -- 172.21.15.196:0/2751886031 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f733402adc0 con 0x7f734012d200 2024-09-10T07:41:57.594 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.586+0000 7f733d59a640 1 -- 172.21.15.196:0/2751886031 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7334032670 con 0x7f734012d200 2024-09-10T07:41:57.594 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.586+0000 7f7344d5d640 1 -- 172.21.15.196:0/2751886031 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f734012d200 msgr2=0x7f734012f5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:57.594 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.586+0000 7f7344d5d640 1 --2- 172.21.15.196:0/2751886031 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f734012d200 0x7f734012f5e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f73400956a0 tx=0x7f73340090f0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.594 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.587+0000 7f7344d5d640 1 -- 172.21.15.196:0/2751886031 shutdown_connections 2024-09-10T07:41:57.594 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.587+0000 7f7344d5d640 1 --2- 172.21.15.196:0/2751886031 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734012fb20 0x7f7340131f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.594 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.587+0000 7f7344d5d640 1 --2- 172.21.15.196:0/2751886031 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f734012d200 0x7f734012f5e0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.595 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.587+0000 7f7344d5d640 1 -- 172.21.15.196:0/2751886031 >> 172.21.15.196:0/2751886031 conn(0x7f734009bcb0 msgr2=0x7f7340097b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:57.595 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.587+0000 7f7344d5d640 1 -- 172.21.15.196:0/2751886031 shutdown_connections 2024-09-10T07:41:57.595 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.587+0000 7f7344d5d640 1 -- 172.21.15.196:0/2751886031 wait complete. 2024-09-10T07:41:57.595 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.587+0000 7f7344d5d640 1 Processor -- start 2024-09-10T07:41:57.595 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.587+0000 7f7344d5d640 1 -- start start 2024-09-10T07:41:57.595 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.588+0000 7f7344d5d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73400913f0 0x7f734006d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.595 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.588+0000 7f7344d5d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f734012d200 0x7f734006d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.595 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.588+0000 7f7344d5d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734012fb20 0x7f734006de70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.596 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.588+0000 7f7344d5d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f734006ce20 con 0x7f734012d200 2024-09-10T07:41:57.596 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.588+0000 7f7344d5d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f734006d130 con 0x7f73400913f0 2024-09-10T07:41:57.596 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.588+0000 7f7344d5d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f734006b430 con 0x7f734012fb20 2024-09-10T07:41:57.596 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.588+0000 7f733dd9b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f734012d200 0x7f734006d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:57.596 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.588+0000 7f733e59c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73400913f0 0x7f734006d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:57.596 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.588+0000 7f733dd9b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f734012d200 0x7f734006d930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:50342/0 (socket says 172.21.15.196:50342) 2024-09-10T07:41:57.596 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.588+0000 7f733dd9b640 1 -- 172.21.15.196:0/1640003978 learned_addr learned my addr 172.21.15.196:0/1640003978 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:41:57.596 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.588+0000 7f733ed9d640 1 --2- 172.21.15.196:0/1640003978 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734012fb20 0x7f734006de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:57.596 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.588+0000 7f733ed9d640 1 -- 172.21.15.196:0/1640003978 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73400913f0 msgr2=0x7f734006d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:57.596 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.588+0000 7f733ed9d640 1 --2- 172.21.15.196:0/1640003978 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73400913f0 0x7f734006d3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.596 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.588+0000 7f733ed9d640 1 -- 172.21.15.196:0/1640003978 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f734012d200 msgr2=0x7f734006d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:57.597 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.588+0000 7f733ed9d640 1 --2- 172.21.15.196:0/1640003978 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f734012d200 0x7f734006d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.597 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.588+0000 7f733ed9d640 1 -- 172.21.15.196:0/1640003978 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7338009ae0 con 0x7f734012fb20 2024-09-10T07:41:57.597 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.588+0000 7f733dd9b640 1 --2- 172.21.15.196:0/1640003978 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f734012d200 0x7f734006d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:41:57.597 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.588+0000 7f733ed9d640 1 --2- 172.21.15.196:0/1640003978 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734012fb20 0x7f734006de70 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7340067b10 tx=0x7f733800b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:57.597 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.588+0000 7f732e7fc640 1 -- 172.21.15.196:0/1640003978 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f733800cc00 con 0x7f734012fb20 2024-09-10T07:41:57.597 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.588+0000 7f732e7fc640 1 -- 172.21.15.196:0/1640003978 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f733800f040 con 0x7f734012fb20 2024-09-10T07:41:57.597 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.588+0000 7f7344d5d640 1 -- 172.21.15.196:0/1640003978 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7334009390 con 0x7f734012fb20 2024-09-10T07:41:57.597 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.588+0000 7f732e7fc640 1 -- 172.21.15.196:0/1640003978 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7338014480 con 0x7f734012fb20 2024-09-10T07:41:57.597 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.589+0000 7f7344d5d640 1 -- 172.21.15.196:0/1640003978 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f734006e3b0 con 0x7f734012fb20 2024-09-10T07:41:57.597 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.589+0000 7f732e7fc640 1 -- 172.21.15.196:0/1640003978 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 1) v1 ==== 529+0+0 (secure 0 0 0) 0x7f7338014a80 con 0x7f734012fb20 2024-09-10T07:41:57.597 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.589+0000 7f732e7fc640 1 -- 172.21.15.196:0/1640003978 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 721+0+0 (secure 0 0 0) 0x7f733801dad0 con 0x7f734012fb20 2024-09-10T07:41:57.597 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.589+0000 7f7344d5d640 1 -- 172.21.15.196:0/1640003978 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f734006c7d0 con 0x7f734012fb20 2024-09-10T07:41:57.598 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.591+0000 7f732e7fc640 1 -- 172.21.15.196:0/1640003978 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71553 (secure 0 0 0) 0x7f733801dc90 con 0x7f734012fb20 2024-09-10T07:41:57.675 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:41:57.676+0000 7f698ddc3ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T07:41:57.686 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:41:57.686+0000 7f1b5381bec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T07:41:57.695 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.696+0000 7f7344d5d640 1 -- 172.21.15.196:0/1640003978 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "osd new", "uuid": "942b9bcf-e061-4911-a4e4-4b16aa4ae205", "id": 0} v 0) v1 -- 0x7f73400668c0 con 0x7f734012fb20 2024-09-10T07:41:57.704 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.704+0000 7f732e7fc640 1 -- 172.21.15.196:0/1640003978 <== mon.2 v2:172.21.15.196:3302/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "942b9bcf-e061-4911-a4e4-4b16aa4ae205", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7f733801de30 con 0x7f734012fb20 2024-09-10T07:41:57.704 INFO:teuthology.orchestra.run.smithi196.stdout:0 2024-09-10T07:41:57.705 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.705+0000 7f7344d5d640 1 -- 172.21.15.196:0/1640003978 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734012fb20 msgr2=0x7f734006de70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:57.705 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.705+0000 7f7344d5d640 1 --2- 172.21.15.196:0/1640003978 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734012fb20 0x7f734006de70 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7340067b10 tx=0x7f733800b040 comp rx=0 tx=0).stop 2024-09-10T07:41:57.705 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.705+0000 7f7344d5d640 1 -- 172.21.15.196:0/1640003978 shutdown_connections 2024-09-10T07:41:57.705 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.705+0000 7f7344d5d640 1 --2- 172.21.15.196:0/1640003978 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734012fb20 0x7f734006de70 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.705 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.705+0000 7f7344d5d640 1 --2- 172.21.15.196:0/1640003978 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f734012d200 0x7f734006d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.705 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.705+0000 7f7344d5d640 1 --2- 172.21.15.196:0/1640003978 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f73400913f0 0x7f734006d3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.705 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.705+0000 7f7344d5d640 1 -- 172.21.15.196:0/1640003978 >> 172.21.15.196:0/1640003978 conn(0x7f734009bcb0 msgr2=0x7f734012db80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:57.705 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.705+0000 7f7344d5d640 1 -- 172.21.15.196:0/1640003978 shutdown_connections 2024-09-10T07:41:57.705 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.705+0000 7f7344d5d640 1 -- 172.21.15.196:0/1640003978 wait complete. 2024-09-10T07:41:57.715 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --cluster ceph osd new f99df6f0-3bdc-48ca-88c2-121cb989aaec 1 2024-09-10T07:41:57.789 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:41:57.790+0000 7f698ddc3ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T07:41:57.789 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:41:57.790+0000 7f1b5381bec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T07:41:57.809 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.809+0000 7f478f290640 1 Processor -- start 2024-09-10T07:41:57.809 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.809+0000 7f478f290640 1 -- start start 2024-09-10T07:41:57.810 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.810+0000 7f478f290640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47880959b0 0x7f4788095d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.811 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.810+0000 7f478f290640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f47880962c0 0x7f478812a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.811 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.810+0000 7f478f290640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f478812a670 0x7f478812aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.811 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.810+0000 7f478f290640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4788068880 con 0x7f478812a670 2024-09-10T07:41:57.811 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.810+0000 7f478f290640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4788090600 con 0x7f47880959b0 2024-09-10T07:41:57.811 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.810+0000 7f478f290640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f4788068b40 con 0x7f47880962c0 2024-09-10T07:41:57.811 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.810+0000 7f478d02c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47880959b0 0x7f4788095d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:57.811 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.810+0000 7f478c82b640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f47880962c0 0x7f478812a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:57.811 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.810+0000 7f478d02c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47880959b0 0x7f4788095d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:42192/0 (socket says 172.21.15.196:42192) 2024-09-10T07:41:57.811 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.810+0000 7f478d02c640 1 -- 172.21.15.196:0/1085981990 learned_addr learned my addr 172.21.15.196:0/1085981990 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:41:57.811 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.810+0000 7f478d82d640 1 --2- 172.21.15.196:0/1085981990 >> v2:172.21.15.196:3300/0 conn(0x7f478812a670 0x7f478812aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:57.811 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.810+0000 7f478c82b640 1 -- 172.21.15.196:0/1085981990 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47880959b0 msgr2=0x7f4788095d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:41:57.811 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.810+0000 7f478c82b640 1 --2- 172.21.15.196:0/1085981990 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47880959b0 0x7f4788095d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.812 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.810+0000 7f478c82b640 1 -- 172.21.15.196:0/1085981990 >> v2:172.21.15.196:3300/0 conn(0x7f478812a670 msgr2=0x7f478812aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:41:57.812 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.810+0000 7f478c82b640 1 --2- 172.21.15.196:0/1085981990 >> v2:172.21.15.196:3300/0 conn(0x7f478812a670 0x7f478812aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.812 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.810+0000 7f478c82b640 1 -- 172.21.15.196:0/1085981990 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f478808e0f0 con 0x7f47880962c0 2024-09-10T07:41:57.812 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.810+0000 7f478d82d640 1 --2- 172.21.15.196:0/1085981990 >> v2:172.21.15.196:3300/0 conn(0x7f478812a670 0x7f478812aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:41:57.812 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.810+0000 7f478d02c640 1 --2- 172.21.15.196:0/1085981990 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47880959b0 0x7f4788095d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:41:57.812 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.811+0000 7f478c82b640 1 --2- 172.21.15.196:0/1085981990 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f47880962c0 0x7f478812a130 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4778009880 tx=0x7f47780090f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e050cb142f49a802 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:57.812 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.811+0000 7f477ffff640 1 -- 172.21.15.196:0/1085981990 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f477802ac50 con 0x7f47880962c0 2024-09-10T07:41:57.812 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.811+0000 7f477ffff640 1 -- 172.21.15.196:0/1085981990 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f477802adb0 con 0x7f47880962c0 2024-09-10T07:41:57.812 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.811+0000 7f477ffff640 1 -- 172.21.15.196:0/1085981990 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4778032670 con 0x7f47880962c0 2024-09-10T07:41:57.815 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.812+0000 7f478f290640 1 -- 172.21.15.196:0/1085981990 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f47880962c0 msgr2=0x7f478812a130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:57.815 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.812+0000 7f478f290640 1 --2- 172.21.15.196:0/1085981990 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f47880962c0 0x7f478812a130 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4778009880 tx=0x7f47780090f0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.815 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.812+0000 7f478f290640 1 -- 172.21.15.196:0/1085981990 shutdown_connections 2024-09-10T07:41:57.815 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.812+0000 7f478f290640 1 --2- 172.21.15.196:0/1085981990 >> v2:172.21.15.196:3300/0 conn(0x7f478812a670 0x7f478812aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.815 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.812+0000 7f478f290640 1 --2- 172.21.15.196:0/1085981990 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f47880962c0 0x7f478812a130 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.815 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.812+0000 7f478f290640 1 --2- 172.21.15.196:0/1085981990 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47880959b0 0x7f4788095d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.815 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.812+0000 7f478f290640 1 -- 172.21.15.196:0/1085981990 >> 172.21.15.196:0/1085981990 conn(0x7f478809abf0 msgr2=0x7f4788096aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:57.815 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.812+0000 7f478f290640 1 -- 172.21.15.196:0/1085981990 shutdown_connections 2024-09-10T07:41:57.815 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.812+0000 7f478f290640 1 -- 172.21.15.196:0/1085981990 wait complete. 2024-09-10T07:41:57.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.813+0000 7f478f290640 1 Processor -- start 2024-09-10T07:41:57.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.813+0000 7f478f290640 1 -- start start 2024-09-10T07:41:57.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.813+0000 7f478f290640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47880959b0 0x7f4788139430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.813+0000 7f478f290640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f47880962c0 0x7f4788139970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.813+0000 7f478f290640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f478812a670 0x7f4788139eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.813+0000 7f478f290640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4788120ea0 con 0x7f47880959b0 2024-09-10T07:41:57.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.813+0000 7f478f290640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4788121510 con 0x7f478812a670 2024-09-10T07:41:57.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.813+0000 7f478f290640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f4788121a30 con 0x7f47880962c0 2024-09-10T07:41:57.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.813+0000 7f478d02c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47880959b0 0x7f4788139430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:57.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.813+0000 7f478d02c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47880959b0 0x7f4788139430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:50364/0 (socket says 172.21.15.196:50364) 2024-09-10T07:41:57.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.813+0000 7f478c82b640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f47880962c0 0x7f4788139970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:57.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.813+0000 7f478d02c640 1 -- 172.21.15.196:0/1495396010 learned_addr learned my addr 172.21.15.196:0/1495396010 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:41:57.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.813+0000 7f478d82d640 1 --2- 172.21.15.196:0/1495396010 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f478812a670 0x7f4788139eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:57.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.814+0000 7f478d02c640 1 -- 172.21.15.196:0/1495396010 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f47880962c0 msgr2=0x7f4788139970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:57.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.814+0000 7f478d02c640 1 --2- 172.21.15.196:0/1495396010 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f47880962c0 0x7f4788139970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.814+0000 7f478d02c640 1 -- 172.21.15.196:0/1495396010 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f478812a670 msgr2=0x7f4788139eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:57.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.814+0000 7f478d02c640 1 --2- 172.21.15.196:0/1495396010 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f478812a670 0x7f4788139eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.814+0000 7f478d02c640 1 -- 172.21.15.196:0/1495396010 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4784009450 con 0x7f47880959b0 2024-09-10T07:41:57.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.814+0000 7f478c82b640 1 --2- 172.21.15.196:0/1495396010 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f47880962c0 0x7f4788139970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:41:57.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.814+0000 7f478d82d640 1 --2- 172.21.15.196:0/1495396010 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f478812a670 0x7f4788139eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:41:57.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.814+0000 7f478d02c640 1 --2- 172.21.15.196:0/1495396010 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47880959b0 0x7f4788139430 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f478400ec80 tx=0x7f47840091d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:57.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.814+0000 7f477d7fa640 1 -- 172.21.15.196:0/1495396010 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4784009730 con 0x7f47880959b0 2024-09-10T07:41:57.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.814+0000 7f477d7fa640 1 -- 172.21.15.196:0/1495396010 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f478400eec0 con 0x7f47880959b0 2024-09-10T07:41:57.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.814+0000 7f478f290640 1 -- 172.21.15.196:0/1495396010 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4780009a20 con 0x7f47880959b0 2024-09-10T07:41:57.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.814+0000 7f477d7fa640 1 -- 172.21.15.196:0/1495396010 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f478400cd30 con 0x7f47880959b0 2024-09-10T07:41:57.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.814+0000 7f478f290640 1 -- 172.21.15.196:0/1495396010 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4778009390 con 0x7f47880959b0 2024-09-10T07:41:57.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.814+0000 7f477d7fa640 1 -- 172.21.15.196:0/1495396010 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 1) v1 ==== 529+0+0 (secure 0 0 0) 0x7f4784005970 con 0x7f47880959b0 2024-09-10T07:41:57.818 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.815+0000 7f477d7fa640 1 -- 172.21.15.196:0/1495396010 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 836+0+0 (secure 0 0 0) 0x7f4784013e20 con 0x7f47880959b0 2024-09-10T07:41:57.818 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.815+0000 7f478f290640 1 -- 172.21.15.196:0/1495396010 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47880668c0 con 0x7f47880959b0 2024-09-10T07:41:57.818 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.817+0000 7f477d7fa640 1 -- 172.21.15.196:0/1495396010 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71553 (secure 0 0 0) 0x7f4784021060 con 0x7f47880959b0 2024-09-10T07:41:57.884 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.884+0000 7f478f290640 1 -- 172.21.15.196:0/1495396010 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd new", "uuid": "f99df6f0-3bdc-48ca-88c2-121cb989aaec", "id": 1} v 0) v1 -- 0x7f4788069060 con 0x7f47880959b0 2024-09-10T07:41:57.894 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.894+0000 7f477d7fa640 1 -- 172.21.15.196:0/1495396010 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "f99df6f0-3bdc-48ca-88c2-121cb989aaec", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7f4784017070 con 0x7f47880959b0 2024-09-10T07:41:57.894 INFO:teuthology.orchestra.run.smithi196.stdout:1 2024-09-10T07:41:57.895 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.895+0000 7f478f290640 1 -- 172.21.15.196:0/1495396010 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47880959b0 msgr2=0x7f4788139430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:57.895 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.895+0000 7f478f290640 1 --2- 172.21.15.196:0/1495396010 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47880959b0 0x7f4788139430 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f478400ec80 tx=0x7f47840091d0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.895 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.895+0000 7f478f290640 1 -- 172.21.15.196:0/1495396010 shutdown_connections 2024-09-10T07:41:57.895 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.895+0000 7f478f290640 1 --2- 172.21.15.196:0/1495396010 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f478812a670 0x7f4788139eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.895 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.895+0000 7f478f290640 1 --2- 172.21.15.196:0/1495396010 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f47880962c0 0x7f4788139970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.895 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.895+0000 7f478f290640 1 --2- 172.21.15.196:0/1495396010 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47880959b0 0x7f4788139430 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:57.895 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.895+0000 7f478f290640 1 -- 172.21.15.196:0/1495396010 >> 172.21.15.196:0/1495396010 conn(0x7f478809abf0 msgr2=0x7f4788093520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:57.895 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.895+0000 7f478f290640 1 -- 172.21.15.196:0/1495396010 shutdown_connections 2024-09-10T07:41:57.895 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.895+0000 7f478f290640 1 -- 172.21.15.196:0/1495396010 wait complete. 2024-09-10T07:41:57.905 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --cluster ceph osd new 10cf042a-c008-448b-b495-38b8f9bd911b 2 2024-09-10T07:41:57.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.998+0000 7ff40c46f640 1 Processor -- start 2024-09-10T07:41:57.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.998+0000 7ff40c46f640 1 -- start start 2024-09-10T07:41:57.999 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.998+0000 7ff40c46f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff404096d80 0x7ff40412d230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.999 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.998+0000 7ff40c46f640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff404097150 0x7ff40412f780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:57.999 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.998+0000 7ff40c46f640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff404095360 con 0x7ff4040962a0 2024-09-10T07:41:57.999 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.998+0000 7ff40c46f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff404092ee0 con 0x7ff404096d80 2024-09-10T07:41:57.999 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.998+0000 7ff40c46f640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7ff404094570 con 0x7ff404097150 2024-09-10T07:41:57.999 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.999+0000 7ff409a0a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff404096d80 0x7ff40412d230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:58.000 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.999+0000 7ff40a20b640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7ff4040962a0 0x7ff404096670 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:45430/0 (socket says 172.21.15.196:45430) 2024-09-10T07:41:58.000 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.999+0000 7ff40a20b640 1 -- 172.21.15.196:0/1795270474 learned_addr learned my addr 172.21.15.196:0/1795270474 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:41:58.000 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.999+0000 7ff40aa0c640 1 --2- 172.21.15.196:0/1795270474 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff404097150 0x7ff40412f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:58.000 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.999+0000 7ff409a0a640 1 -- 172.21.15.196:0/1795270474 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff404097150 msgr2=0x7ff40412f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:41:58.000 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.999+0000 7ff409a0a640 1 --2- 172.21.15.196:0/1795270474 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff404097150 0x7ff40412f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.000 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.999+0000 7ff409a0a640 1 -- 172.21.15.196:0/1795270474 >> v1:172.21.15.196:6789/0 conn(0x7ff4040962a0 legacy=0x7ff404096670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:58.000 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.999+0000 7ff409a0a640 1 -- 172.21.15.196:0/1795270474 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff404094130 con 0x7ff404096d80 2024-09-10T07:41:58.000 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.999+0000 7ff409209640 1 -- 172.21.15.196:0/1795270474 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3260552956 0 0) 0x7ff404095360 con 0x7ff4040962a0 2024-09-10T07:41:58.000 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:57.999+0000 7ff40aa0c640 1 --2- 172.21.15.196:0/1795270474 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff404097150 0x7ff40412f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:41:58.000 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.000+0000 7ff409a0a640 1 --2- 172.21.15.196:0/1795270474 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff404096d80 0x7ff40412d230 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ff3f4009880 tx=0x7ff3f40090f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=98c8abb2d9e1680 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:58.000 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.000+0000 7ff409209640 1 -- 172.21.15.196:0/1795270474 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3f402acd0 con 0x7ff404096d80 2024-09-10T07:41:58.000 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.000+0000 7ff409209640 1 -- 172.21.15.196:0/1795270474 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3f402ae30 con 0x7ff404096d80 2024-09-10T07:41:58.000 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.000+0000 7ff409209640 1 -- 172.21.15.196:0/1795270474 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3f4032670 con 0x7ff404096d80 2024-09-10T07:41:58.003 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.000+0000 7ff40c46f640 1 -- 172.21.15.196:0/1795270474 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff404096d80 msgr2=0x7ff40412d230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:58.003 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.000+0000 7ff40c46f640 1 --2- 172.21.15.196:0/1795270474 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff404096d80 0x7ff40412d230 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ff3f4009880 tx=0x7ff3f40090f0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.003 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.001+0000 7ff40c46f640 1 -- 172.21.15.196:0/1795270474 shutdown_connections 2024-09-10T07:41:58.003 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.001+0000 7ff40c46f640 1 --2- 172.21.15.196:0/1795270474 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff404097150 0x7ff40412f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.003 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.001+0000 7ff40c46f640 1 --2- 172.21.15.196:0/1795270474 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff404096d80 0x7ff40412d230 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.004 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.001+0000 7ff40c46f640 1 -- 172.21.15.196:0/1795270474 >> 172.21.15.196:0/1795270474 conn(0x7ff40409b620 msgr2=0x7ff40409ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:58.004 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.001+0000 7ff40c46f640 1 -- 172.21.15.196:0/1795270474 shutdown_connections 2024-09-10T07:41:58.004 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.001+0000 7ff40c46f640 1 -- 172.21.15.196:0/1795270474 wait complete. 2024-09-10T07:41:58.004 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.001+0000 7ff40c46f640 1 Processor -- start 2024-09-10T07:41:58.004 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.001+0000 7ff40c46f640 1 -- start start 2024-09-10T07:41:58.004 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.002+0000 7ff40c46f640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff4040962a0 0x7ff404137200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:58.004 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.002+0000 7ff40c46f640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff404096d80 0x7ff404137740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:58.004 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.002+0000 7ff40c46f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff404097150 0x7ff404137c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:58.004 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.002+0000 7ff40c46f640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff40408ce70 con 0x7ff404096d80 2024-09-10T07:41:58.004 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.002+0000 7ff40c46f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4041205a0 con 0x7ff404097150 2024-09-10T07:41:58.004 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.002+0000 7ff40c46f640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7ff40408e870 con 0x7ff4040962a0 2024-09-10T07:41:58.004 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.002+0000 7ff409a0a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff404096d80 0x7ff404137740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:58.004 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.002+0000 7ff40a20b640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff4040962a0 0x7ff404137200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:58.004 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.002+0000 7ff40aa0c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff404097150 0x7ff404137c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:58.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.002+0000 7ff409a0a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff404096d80 0x7ff404137740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:50380/0 (socket says 172.21.15.196:50380) 2024-09-10T07:41:58.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.002+0000 7ff40a20b640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff4040962a0 0x7ff404137200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:46992/0 (socket says 172.21.15.196:46992) 2024-09-10T07:41:58.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.002+0000 7ff409a0a640 1 -- 172.21.15.196:0/1101537139 learned_addr learned my addr 172.21.15.196:0/1101537139 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:41:58.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.002+0000 7ff409a0a640 1 -- 172.21.15.196:0/1101537139 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff4040962a0 msgr2=0x7ff404137200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:58.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.002+0000 7ff409a0a640 1 --2- 172.21.15.196:0/1101537139 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff4040962a0 0x7ff404137200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.002+0000 7ff409a0a640 1 -- 172.21.15.196:0/1101537139 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff404097150 msgr2=0x7ff404137c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:58.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.002+0000 7ff409a0a640 1 --2- 172.21.15.196:0/1101537139 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff404097150 0x7ff404137c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.002+0000 7ff409a0a640 1 -- 172.21.15.196:0/1101537139 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3fc009a20 con 0x7ff404096d80 2024-09-10T07:41:58.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.002+0000 7ff40a20b640 1 --2- 172.21.15.196:0/1101537139 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff4040962a0 0x7ff404137200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:41:58.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.002+0000 7ff40aa0c640 1 --2- 172.21.15.196:0/1101537139 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff404097150 0x7ff404137c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:41:58.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.002+0000 7ff409a0a640 1 --2- 172.21.15.196:0/1101537139 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff404096d80 0x7ff404137740 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ff3f4009360 tx=0x7ff3f4032000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:58.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.003+0000 7ff3fa7fc640 1 -- 172.21.15.196:0/1101537139 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3f4031780 con 0x7ff404096d80 2024-09-10T07:41:58.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.003+0000 7ff3fa7fc640 1 -- 172.21.15.196:0/1101537139 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3f40318e0 con 0x7ff404096d80 2024-09-10T07:41:58.006 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.003+0000 7ff40c46f640 1 -- 172.21.15.196:0/1101537139 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3f4009390 con 0x7ff404096d80 2024-09-10T07:41:58.006 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.003+0000 7ff3fa7fc640 1 -- 172.21.15.196:0/1101537139 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3f4031ca0 con 0x7ff404096d80 2024-09-10T07:41:58.006 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.003+0000 7ff40c46f640 1 -- 172.21.15.196:0/1101537139 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff40408bce0 con 0x7ff404096d80 2024-09-10T07:41:58.006 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.003+0000 7ff3fa7fc640 1 -- 172.21.15.196:0/1101537139 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 1) v1 ==== 529+0+0 (secure 0 0 0) 0x7ff3f4039040 con 0x7ff404096d80 2024-09-10T07:41:58.006 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.003+0000 7ff3fa7fc640 1 -- 172.21.15.196:0/1101537139 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 951+0+0 (secure 0 0 0) 0x7ff3f403bcc0 con 0x7ff404096d80 2024-09-10T07:41:58.006 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.004+0000 7ff40c46f640 1 -- 172.21.15.196:0/1101537139 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4040668c0 con 0x7ff404096d80 2024-09-10T07:41:58.006 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.006+0000 7ff3fa7fc640 1 -- 172.21.15.196:0/1101537139 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71553 (secure 0 0 0) 0x7ff3f40637a0 con 0x7ff404096d80 2024-09-10T07:41:58.071 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.072+0000 7ff40c46f640 1 -- 172.21.15.196:0/1101537139 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd new", "uuid": "10cf042a-c008-448b-b495-38b8f9bd911b", "id": 2} v 0) v1 -- 0x7ff4040919f0 con 0x7ff404096d80 2024-09-10T07:41:58.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.077+0000 7ff3fa7fc640 1 -- 172.21.15.196:0/1101537139 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "10cf042a-c008-448b-b495-38b8f9bd911b", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7ff3f4052070 con 0x7ff404096d80 2024-09-10T07:41:58.077 INFO:teuthology.orchestra.run.smithi196.stdout:2 2024-09-10T07:41:58.078 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.078+0000 7ff40c46f640 1 -- 172.21.15.196:0/1101537139 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff404096d80 msgr2=0x7ff404137740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:58.078 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.078+0000 7ff40c46f640 1 --2- 172.21.15.196:0/1101537139 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff404096d80 0x7ff404137740 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ff3f4009360 tx=0x7ff3f4032000 comp rx=0 tx=0).stop 2024-09-10T07:41:58.078 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.078+0000 7ff40c46f640 1 -- 172.21.15.196:0/1101537139 shutdown_connections 2024-09-10T07:41:58.078 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.078+0000 7ff40c46f640 1 --2- 172.21.15.196:0/1101537139 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff404097150 0x7ff404137c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.078 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.078+0000 7ff40c46f640 1 --2- 172.21.15.196:0/1101537139 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff404096d80 0x7ff404137740 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.078 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.078+0000 7ff40c46f640 1 --2- 172.21.15.196:0/1101537139 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff4040962a0 0x7ff404137200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.079 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.078+0000 7ff40c46f640 1 -- 172.21.15.196:0/1101537139 >> 172.21.15.196:0/1101537139 conn(0x7ff40409b620 msgr2=0x7ff4040909e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:58.079 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.078+0000 7ff40c46f640 1 -- 172.21.15.196:0/1101537139 shutdown_connections 2024-09-10T07:41:58.079 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.078+0000 7ff40c46f640 1 -- 172.21.15.196:0/1101537139 wait complete. 2024-09-10T07:41:58.087 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --cluster ceph osd new 2dd9fcad-e555-4d22-b4f7-c765d89d6a36 3 2024-09-10T07:41:58.128 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:41:58.128+0000 7f698ddc3ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T07:41:58.140 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:41:58.141+0000 7f1b5381bec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T07:41:58.195 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.196+0000 7f3da7b1d640 1 Processor -- start 2024-09-10T07:41:58.195 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.196+0000 7f3da7b1d640 1 -- start start 2024-09-10T07:41:58.196 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:41:58.196+0000 7f698ddc3ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T07:41:58.196 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:41:58.196+0000 7f1b5381bec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T07:41:58.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.196+0000 7f3da7b1d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3da0094e40 0x7f3da012f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:58.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.196+0000 7f3da7b1d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3da0095270 0x7f3da0131920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:58.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.196+0000 7f3da7b1d640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3da0095c30 con 0x7f3da0098c50 2024-09-10T07:41:58.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.196+0000 7f3da7b1d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3da00976f0 con 0x7f3da0094e40 2024-09-10T07:41:58.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.196+0000 7f3da7b1d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f3da0096490 con 0x7f3da0095270 2024-09-10T07:41:58.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.197+0000 7f3da58b9640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f3da0098c50 0x7f3da0094730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:45432/0 (socket says 172.21.15.196:45432) 2024-09-10T07:41:58.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.197+0000 7f3da58b9640 1 -- 172.21.15.196:0/1220952391 learned_addr learned my addr 172.21.15.196:0/1220952391 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:41:58.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.197+0000 7f3da50b8640 1 --2- 172.21.15.196:0/1220952391 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3da0094e40 0x7f3da012f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:58.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.197+0000 7f3da60ba640 1 --2- 172.21.15.196:0/1220952391 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3da0095270 0x7f3da0131920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:58.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.197+0000 7f3da60ba640 1 -- 172.21.15.196:0/1220952391 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3da0094e40 msgr2=0x7f3da012f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:41:58.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.197+0000 7f3da60ba640 1 --2- 172.21.15.196:0/1220952391 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3da0094e40 0x7f3da012f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.197+0000 7f3da60ba640 1 -- 172.21.15.196:0/1220952391 >> v1:172.21.15.196:6789/0 conn(0x7f3da0098c50 legacy=0x7f3da0094730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:58.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.197+0000 7f3da60ba640 1 -- 172.21.15.196:0/1220952391 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3da0096b80 con 0x7f3da0095270 2024-09-10T07:41:58.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.197+0000 7f3da48b7640 1 -- 172.21.15.196:0/1220952391 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4135425684 0 0) 0x7f3da0095c30 con 0x7f3da0098c50 2024-09-10T07:41:58.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.197+0000 7f3da50b8640 1 --2- 172.21.15.196:0/1220952391 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3da0094e40 0x7f3da012f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:41:58.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.198+0000 7f3da60ba640 1 --2- 172.21.15.196:0/1220952391 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3da0095270 0x7f3da0131920 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f3d98009ec0 tx=0x7f3d98009780 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b91f617e11f87380 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:58.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.198+0000 7f3da48b7640 1 -- 172.21.15.196:0/1220952391 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d98031400 con 0x7f3da0095270 2024-09-10T07:41:58.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.198+0000 7f3da48b7640 1 -- 172.21.15.196:0/1220952391 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d9802d050 con 0x7f3da0095270 2024-09-10T07:41:58.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.198+0000 7f3da48b7640 1 -- 172.21.15.196:0/1220952391 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d98031790 con 0x7f3da0095270 2024-09-10T07:41:58.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.199+0000 7f3da7b1d640 1 -- 172.21.15.196:0/1220952391 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3da0095270 msgr2=0x7f3da0131920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:58.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.199+0000 7f3da7b1d640 1 --2- 172.21.15.196:0/1220952391 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3da0095270 0x7f3da0131920 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f3d98009ec0 tx=0x7f3d98009780 comp rx=0 tx=0).stop 2024-09-10T07:41:58.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.199+0000 7f3da7b1d640 1 -- 172.21.15.196:0/1220952391 shutdown_connections 2024-09-10T07:41:58.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.199+0000 7f3da7b1d640 1 --2- 172.21.15.196:0/1220952391 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3da0095270 0x7f3da0131920 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.199+0000 7f3da7b1d640 1 --2- 172.21.15.196:0/1220952391 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3da0094e40 0x7f3da012f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.199+0000 7f3da7b1d640 1 -- 172.21.15.196:0/1220952391 >> 172.21.15.196:0/1220952391 conn(0x7f3da0099d40 msgr2=0x7f3da009a140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:58.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.199+0000 7f3da7b1d640 1 -- 172.21.15.196:0/1220952391 shutdown_connections 2024-09-10T07:41:58.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.199+0000 7f3da7b1d640 1 -- 172.21.15.196:0/1220952391 wait complete. 2024-09-10T07:41:58.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.200+0000 7f3da7b1d640 1 Processor -- start 2024-09-10T07:41:58.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.200+0000 7f3da7b1d640 1 -- start start 2024-09-10T07:41:58.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.200+0000 7f3da7b1d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3da0094e40 0x7f3da0139500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:58.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.200+0000 7f3da7b1d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3da0095270 0x7f3da0139a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:58.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.200+0000 7f3da7b1d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3da0098c50 0x7f3da0090dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:58.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.200+0000 7f3da7b1d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3da0093a70 con 0x7f3da0095270 2024-09-10T07:41:58.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.200+0000 7f3da7b1d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3da00930e0 con 0x7f3da0098c50 2024-09-10T07:41:58.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.200+0000 7f3da7b1d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f3da0094050 con 0x7f3da0094e40 2024-09-10T07:41:58.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.200+0000 7f3da58b9640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3da0094e40 0x7f3da0139500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:58.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.200+0000 7f3da50b8640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3da0095270 0x7f3da0139a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:58.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.200+0000 7f3da50b8640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3da0095270 0x7f3da0139a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:50388/0 (socket says 172.21.15.196:50388) 2024-09-10T07:41:58.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.200+0000 7f3da58b9640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3da0094e40 0x7f3da0139500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:47004/0 (socket says 172.21.15.196:47004) 2024-09-10T07:41:58.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.200+0000 7f3da50b8640 1 -- 172.21.15.196:0/590859829 learned_addr learned my addr 172.21.15.196:0/590859829 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:41:58.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.200+0000 7f3da60ba640 1 --2- 172.21.15.196:0/590859829 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3da0098c50 0x7f3da0090dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:58.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.201+0000 7f3da50b8640 1 -- 172.21.15.196:0/590859829 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3da0094e40 msgr2=0x7f3da0139500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:58.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.201+0000 7f3da50b8640 1 --2- 172.21.15.196:0/590859829 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3da0094e40 0x7f3da0139500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.201+0000 7f3da50b8640 1 -- 172.21.15.196:0/590859829 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3da0098c50 msgr2=0x7f3da0090dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:58.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.201+0000 7f3da50b8640 1 --2- 172.21.15.196:0/590859829 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3da0098c50 0x7f3da0090dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.201+0000 7f3da50b8640 1 -- 172.21.15.196:0/590859829 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d90009390 con 0x7f3da0095270 2024-09-10T07:41:58.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.201+0000 7f3da58b9640 1 --2- 172.21.15.196:0/590859829 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3da0094e40 0x7f3da0139500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:41:58.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.201+0000 7f3da60ba640 1 --2- 172.21.15.196:0/590859829 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3da0098c50 0x7f3da0090dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:41:58.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.201+0000 7f3da50b8640 1 --2- 172.21.15.196:0/590859829 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3da0095270 0x7f3da0139a40 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f3d9000ea70 tx=0x7f3d900090f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:58.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.201+0000 7f3d95ffb640 1 -- 172.21.15.196:0/590859829 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d9000ca10 con 0x7f3da0095270 2024-09-10T07:41:58.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.201+0000 7f3d95ffb640 1 -- 172.21.15.196:0/590859829 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d9000cb70 con 0x7f3da0095270 2024-09-10T07:41:58.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.201+0000 7f3da7b1d640 1 -- 172.21.15.196:0/590859829 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d98009a20 con 0x7f3da0095270 2024-09-10T07:41:58.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.201+0000 7f3d95ffb640 1 -- 172.21.15.196:0/590859829 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d90013470 con 0x7f3da0095270 2024-09-10T07:41:58.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.201+0000 7f3da7b1d640 1 -- 172.21.15.196:0/590859829 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3da0092790 con 0x7f3da0095270 2024-09-10T07:41:58.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.202+0000 7f3d95ffb640 1 -- 172.21.15.196:0/590859829 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 1) v1 ==== 529+0+0 (secure 0 0 0) 0x7f3d90005970 con 0x7f3da0095270 2024-09-10T07:41:58.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.202+0000 7f3d95ffb640 1 -- 172.21.15.196:0/590859829 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1066+0+0 (secure 0 0 0) 0x7f3d90013e00 con 0x7f3da0095270 2024-09-10T07:41:58.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.202+0000 7f3da7b1d640 1 -- 172.21.15.196:0/590859829 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3da00668c0 con 0x7f3da0095270 2024-09-10T07:41:58.208 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.204+0000 7f3d95ffb640 1 -- 172.21.15.196:0/590859829 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71553 (secure 0 0 0) 0x7f3d90021060 con 0x7f3da0095270 2024-09-10T07:41:58.271 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.272+0000 7f3da7b1d640 1 -- 172.21.15.196:0/590859829 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd new", "uuid": "2dd9fcad-e555-4d22-b4f7-c765d89d6a36", "id": 3} v 0) v1 -- 0x7f3da0094730 con 0x7f3da0095270 2024-09-10T07:41:58.277 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.277+0000 7f3d95ffb640 1 -- 172.21.15.196:0/590859829 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "2dd9fcad-e555-4d22-b4f7-c765d89d6a36", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7f3d90017070 con 0x7f3da0095270 2024-09-10T07:41:58.277 INFO:teuthology.orchestra.run.smithi196.stdout:3 2024-09-10T07:41:58.278 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.278+0000 7f3da7b1d640 1 -- 172.21.15.196:0/590859829 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3da0095270 msgr2=0x7f3da0139a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:58.278 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.278+0000 7f3da7b1d640 1 --2- 172.21.15.196:0/590859829 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3da0095270 0x7f3da0139a40 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f3d9000ea70 tx=0x7f3d900090f0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.278 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.278+0000 7f3da7b1d640 1 -- 172.21.15.196:0/590859829 shutdown_connections 2024-09-10T07:41:58.278 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.278+0000 7f3da7b1d640 1 --2- 172.21.15.196:0/590859829 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3da0098c50 0x7f3da0090dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.278 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.278+0000 7f3da7b1d640 1 --2- 172.21.15.196:0/590859829 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3da0095270 0x7f3da0139a40 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.278 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.278+0000 7f3da7b1d640 1 --2- 172.21.15.196:0/590859829 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3da0094e40 0x7f3da0139500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.278 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.278+0000 7f3da7b1d640 1 -- 172.21.15.196:0/590859829 >> 172.21.15.196:0/590859829 conn(0x7f3da0099d40 msgr2=0x7f3da006dfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:58.278 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.278+0000 7f3da7b1d640 1 -- 172.21.15.196:0/590859829 shutdown_connections 2024-09-10T07:41:58.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.279+0000 7f3da7b1d640 1 -- 172.21.15.196:0/590859829 wait complete. 2024-09-10T07:41:58.289 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-10T07:41:58.289 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-10T07:41:58.322 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:41:58.323+0000 7f1b5381bec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T07:41:58.323 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:41:58.323+0000 7f698ddc3ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T07:41:58.324 INFO:tasks.ceph.osd.0:Started 2024-09-10T07:41:58.324 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-10T07:41:58.325 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-10T07:41:58.327 INFO:tasks.ceph.osd.1:Started 2024-09-10T07:41:58.327 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-10T07:41:58.327 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-10T07:41:58.329 INFO:tasks.ceph.osd.2:Started 2024-09-10T07:41:58.329 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-10T07:41:58.329 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-10T07:41:58.331 INFO:tasks.ceph.osd.3:Started 2024-09-10T07:41:58.332 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:41:58.462 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.462+0000 7f309379d640 1 Processor -- start 2024-09-10T07:41:58.462 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.462+0000 7f309379d640 1 -- start start 2024-09-10T07:41:58.465 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.463+0000 7f309379d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f308c0947b0 0x7f308c094b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:58.465 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.463+0000 7f309379d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f308c0950c0 0x7f308c12e440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:58.465 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.463+0000 7f309379d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f308c12e980 0x7f308c130d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:58.465 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.463+0000 7f309379d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f308c096ad0 con 0x7f308c0947b0 2024-09-10T07:41:58.466 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.463+0000 7f309379d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f308c096440 con 0x7f308c12e980 2024-09-10T07:41:58.466 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.463+0000 7f309379d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f308c096810 con 0x7f308c0950c0 2024-09-10T07:41:58.466 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.463+0000 7f3091539640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f308c0947b0 0x7f308c094b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:58.466 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.463+0000 7f3091539640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f308c0947b0 0x7f308c094b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:50422/0 (socket says 172.21.15.196:50422) 2024-09-10T07:41:58.466 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.463+0000 7f3091539640 1 -- 172.21.15.196:0/221522552 learned_addr learned my addr 172.21.15.196:0/221522552 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:41:58.466 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.463+0000 7f3091d3a640 1 --2- 172.21.15.196:0/221522552 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f308c12e980 0x7f308c130d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:58.466 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.463+0000 7f3090d38640 1 --2- 172.21.15.196:0/221522552 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f308c0950c0 0x7f308c12e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:58.466 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.463+0000 7f3091d3a640 1 -- 172.21.15.196:0/221522552 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f308c0950c0 msgr2=0x7f308c12e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:41:58.466 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.463+0000 7f3091d3a640 1 --2- 172.21.15.196:0/221522552 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f308c0950c0 0x7f308c12e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.466 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.463+0000 7f3091d3a640 1 -- 172.21.15.196:0/221522552 >> v2:172.21.15.196:3300/0 conn(0x7f308c0947b0 msgr2=0x7f308c094b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:41:58.466 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.463+0000 7f3091d3a640 1 --2- 172.21.15.196:0/221522552 >> v2:172.21.15.196:3300/0 conn(0x7f308c0947b0 0x7f308c094b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.466 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.463+0000 7f3091d3a640 1 -- 172.21.15.196:0/221522552 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f308c098f00 con 0x7f308c12e980 2024-09-10T07:41:58.466 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.463+0000 7f3090d38640 1 --2- 172.21.15.196:0/221522552 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f308c0950c0 0x7f308c12e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:41:58.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.463+0000 7f3091539640 1 --2- 172.21.15.196:0/221522552 >> v2:172.21.15.196:3300/0 conn(0x7f308c0947b0 0x7f308c094b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:41:58.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.464+0000 7f3091d3a640 1 --2- 172.21.15.196:0/221522552 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f308c12e980 0x7f308c130d60 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f3084009e60 tx=0x7f3084009780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=df5dea67201c2e07 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:58.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.464+0000 7f3083fff640 1 -- 172.21.15.196:0/221522552 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3084007550 con 0x7f308c12e980 2024-09-10T07:41:58.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.464+0000 7f3083fff640 1 -- 172.21.15.196:0/221522552 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f308402d050 con 0x7f308c12e980 2024-09-10T07:41:58.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.464+0000 7f3083fff640 1 -- 172.21.15.196:0/221522552 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3084007920 con 0x7f308c12e980 2024-09-10T07:41:58.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.465+0000 7f309379d640 1 -- 172.21.15.196:0/221522552 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f308c12e980 msgr2=0x7f308c130d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:58.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.465+0000 7f309379d640 1 --2- 172.21.15.196:0/221522552 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f308c12e980 0x7f308c130d60 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f3084009e60 tx=0x7f3084009780 comp rx=0 tx=0).stop 2024-09-10T07:41:58.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.465+0000 7f309379d640 1 -- 172.21.15.196:0/221522552 shutdown_connections 2024-09-10T07:41:58.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.465+0000 7f309379d640 1 --2- 172.21.15.196:0/221522552 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f308c12e980 0x7f308c130d60 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.465+0000 7f309379d640 1 --2- 172.21.15.196:0/221522552 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f308c0950c0 0x7f308c12e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.465+0000 7f309379d640 1 --2- 172.21.15.196:0/221522552 >> v2:172.21.15.196:3300/0 conn(0x7f308c0947b0 0x7f308c094b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.465+0000 7f309379d640 1 -- 172.21.15.196:0/221522552 >> 172.21.15.196:0/221522552 conn(0x7f308c099dc0 msgr2=0x7f308c09a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:58.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.465+0000 7f309379d640 1 -- 172.21.15.196:0/221522552 shutdown_connections 2024-09-10T07:41:58.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.465+0000 7f309379d640 1 -- 172.21.15.196:0/221522552 wait complete. 2024-09-10T07:41:58.468 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.466+0000 7f309379d640 1 Processor -- start 2024-09-10T07:41:58.468 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.466+0000 7f309379d640 1 -- start start 2024-09-10T07:41:58.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.466+0000 7f309379d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f308c0947b0 0x7f308c08c760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:58.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.466+0000 7f309379d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f308c0950c0 0x7f308c08cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:58.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.466+0000 7f309379d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f308c12e980 0x7f308c08d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:58.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.466+0000 7f309379d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f308c08e480 con 0x7f308c0950c0 2024-09-10T07:41:58.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.466+0000 7f309379d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f308c08d810 con 0x7f308c0947b0 2024-09-10T07:41:58.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.466+0000 7f309379d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f308c08df80 con 0x7f308c12e980 2024-09-10T07:41:58.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.467+0000 7f3091539640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f308c0947b0 0x7f308c08c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:58.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.467+0000 7f3090d38640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f308c0950c0 0x7f308c08cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:58.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.467+0000 7f3090d38640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f308c0950c0 0x7f308c08cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:50438/0 (socket says 172.21.15.196:50438) 2024-09-10T07:41:58.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.467+0000 7f3091539640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f308c0947b0 0x7f308c08c760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:42310/0 (socket says 172.21.15.196:42310) 2024-09-10T07:41:58.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.467+0000 7f3090d38640 1 -- 172.21.15.196:0/1277306704 learned_addr learned my addr 172.21.15.196:0/1277306704 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:41:58.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.467+0000 7f3091d3a640 1 --2- 172.21.15.196:0/1277306704 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f308c12e980 0x7f308c08d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:58.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.467+0000 7f3091539640 1 -- 172.21.15.196:0/1277306704 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f308c12e980 msgr2=0x7f308c08d1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:58.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.467+0000 7f3091539640 1 --2- 172.21.15.196:0/1277306704 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f308c12e980 0x7f308c08d1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.467+0000 7f3091539640 1 -- 172.21.15.196:0/1277306704 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f308c0950c0 msgr2=0x7f308c08cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:58.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.467+0000 7f3091539640 1 --2- 172.21.15.196:0/1277306704 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f308c0950c0 0x7f308c08cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.467+0000 7f3091539640 1 -- 172.21.15.196:0/1277306704 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3088009450 con 0x7f308c0947b0 2024-09-10T07:41:58.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.467+0000 7f3091539640 1 --2- 172.21.15.196:0/1277306704 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f308c0947b0 0x7f308c08c760 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f308800ea20 tx=0x7f30880091d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:58.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.467+0000 7f30817fa640 1 -- 172.21.15.196:0/1277306704 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f308800ca10 con 0x7f308c0947b0 2024-09-10T07:41:58.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.467+0000 7f30817fa640 1 -- 172.21.15.196:0/1277306704 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f308800cb70 con 0x7f308c0947b0 2024-09-10T07:41:58.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.467+0000 7f30817fa640 1 -- 172.21.15.196:0/1277306704 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3088013470 con 0x7f308c0947b0 2024-09-10T07:41:58.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.467+0000 7f309379d640 1 -- 172.21.15.196:0/1277306704 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3084009a20 con 0x7f308c0947b0 2024-09-10T07:41:58.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.467+0000 7f309379d640 1 -- 172.21.15.196:0/1277306704 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f308c08e830 con 0x7f308c0947b0 2024-09-10T07:41:58.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.468+0000 7f30817fa640 1 -- 172.21.15.196:0/1277306704 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 1) v1 ==== 529+0+0 (secure 0 0 0) 0x7f3088005970 con 0x7f308c0947b0 2024-09-10T07:41:58.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.468+0000 7f30817fa640 1 -- 172.21.15.196:0/1277306704 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1181+0+0 (secure 0 0 0) 0x7f3088005c20 con 0x7f308c0947b0 2024-09-10T07:41:58.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.468+0000 7f309379d640 1 -- 172.21.15.196:0/1277306704 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f308c04bf60 con 0x7f308c0947b0 2024-09-10T07:41:58.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.470+0000 7f30817fa640 1 -- 172.21.15.196:0/1277306704 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71553 (secure 0 0 0) 0x7f3088020060 con 0x7f308c0947b0 2024-09-10T07:41:58.527 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.527+0000 7f309379d640 1 -- 172.21.15.196:0/1277306704 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f308c0648f0 con 0x7f308c0947b0 2024-09-10T07:41:58.527 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.528+0000 7f30817fa640 1 -- 172.21.15.196:0/1277306704 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v6) v1 ==== 74+0+4108 (secure 0 0 0) 0x7f3088028020 con 0x7f308c0947b0 2024-09-10T07:41:58.528 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:41:58.528 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":6,"fsid":"fcdf7f04-7a4a-4d5a-b8f3-3737f76346fe","created":"2024-09-10T07:41:57.178228+0000","modified":"2024-09-10T07:41:58.273341+0000","last_up_change":"0.000000","last_in_change":"2024-09-10T07:41:58.273341+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[],"osds":[{"osd":0,"uuid":"942b9bcf-e061-4911-a4e4-4b16aa4ae205","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"f99df6f0-3bdc-48ca-88c2-121cb989aaec","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"10cf042a-c008-448b-b495-38b8f9bd911b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"2dd9fcad-e555-4d22-b4f7-c765d89d6a36","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:41:58.529 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.529+0000 7f309379d640 1 -- 172.21.15.196:0/1277306704 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f308c0947b0 msgr2=0x7f308c08c760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:58.529 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.529+0000 7f309379d640 1 --2- 172.21.15.196:0/1277306704 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f308c0947b0 0x7f308c08c760 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f308800ea20 tx=0x7f30880091d0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.529 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.529+0000 7f309379d640 1 -- 172.21.15.196:0/1277306704 shutdown_connections 2024-09-10T07:41:58.529 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.529+0000 7f309379d640 1 --2- 172.21.15.196:0/1277306704 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f308c12e980 0x7f308c08d1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.529 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.529+0000 7f309379d640 1 --2- 172.21.15.196:0/1277306704 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f308c0950c0 0x7f308c08cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.529 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.529+0000 7f309379d640 1 --2- 172.21.15.196:0/1277306704 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f308c0947b0 0x7f308c08c760 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:58.529 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.529+0000 7f309379d640 1 -- 172.21.15.196:0/1277306704 >> 172.21.15.196:0/1277306704 conn(0x7f308c099dc0 msgr2=0x7f308c09bf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:58.529 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.529+0000 7f309379d640 1 -- 172.21.15.196:0/1277306704 shutdown_connections 2024-09-10T07:41:58.529 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:41:58.529+0000 7f309379d640 1 -- 172.21.15.196:0/1277306704 wait complete. 2024-09-10T07:41:58.538 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-10T07:41:58.539 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-10T07:41:58.677 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:41:58.677+0000 7f1b5381bec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T07:41:58.677 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:41:58.678+0000 7f698ddc3ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T07:41:58.729 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:41:58.730+0000 7f698ddc3ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T07:41:58.729 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:41:58.730+0000 7f1b5381bec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T07:41:58.811 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:41:58.812+0000 7f1b5381bec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T07:41:58.812 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:41:58.812+0000 7f698ddc3ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T07:41:58.886 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:41:58.887+0000 7f698ddc3ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T07:41:58.886 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:41:58.887+0000 7f1b5381bec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T07:41:58.931 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:41:58.932+0000 7f698ddc3ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T07:41:58.932 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:41:58.932+0000 7f1b5381bec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T07:41:58.935 INFO:tasks.ceph.osd.1.smithi196.stderr:2024-09-10T07:41:58.936+0000 7fe998067440 -1 Falling back to public interface 2024-09-10T07:41:58.941 DEBUG:teuthology.orchestra.run.smithi196:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-10T07:41:58.947 INFO:tasks.ceph.osd.0.smithi196.stderr:2024-09-10T07:41:58.948+0000 7f9aa2a0d440 -1 Falling back to public interface 2024-09-10T07:41:58.956 INFO:tasks.ceph.osd.2.smithi196.stderr:2024-09-10T07:41:58.956+0000 7fa81ad23440 -1 Falling back to public interface 2024-09-10T07:41:58.958 INFO:tasks.ceph.osd.3.smithi196.stderr:2024-09-10T07:41:58.958+0000 7f2e4b51f440 -1 Falling back to public interface 2024-09-10T07:41:59.016 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:41:59.017+0000 7f1b5381bec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-10T07:41:59.029 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:41:59.029+0000 7f698ddc3ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-10T07:41:59.041 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.040+0000 7f088699d640 1 Processor -- start 2024-09-10T07:41:59.041 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.040+0000 7f088699d640 1 -- start start 2024-09-10T07:41:59.041 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.041+0000 7f088699d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0880069160 0x7f0880069530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:59.041 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.041+0000 7f088699d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0880069a70 0x7f088012a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:59.041 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.041+0000 7f088699d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0880069e60 0x7f088012a730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:59.041 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.041+0000 7f088699d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08800939f0 con 0x7f0880069a70 2024-09-10T07:41:59.041 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.041+0000 7f088699d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f088006af80 con 0x7f0880069e60 2024-09-10T07:41:59.041 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.041+0000 7f088699d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f0880099160 con 0x7f0880069160 2024-09-10T07:41:59.041 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.041+0000 7f087f7fe640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0880069a70 0x7f088012a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:59.041 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.041+0000 7f087ffff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0880069160 0x7f0880069530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:59.042 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.041+0000 7f0884f3a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0880069e60 0x7f088012a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:59.042 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.041+0000 7f087f7fe640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0880069a70 0x7f088012a1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:50452/0 (socket says 172.21.15.196:50452) 2024-09-10T07:41:59.042 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.041+0000 7f087f7fe640 1 -- 172.21.15.196:0/3422927161 learned_addr learned my addr 172.21.15.196:0/3422927161 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:41:59.042 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.041+0000 7f0884f3a640 1 -- 172.21.15.196:0/3422927161 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0880069160 msgr2=0x7f0880069530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:41:59.042 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.041+0000 7f0884f3a640 1 --2- 172.21.15.196:0/3422927161 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0880069160 0x7f0880069530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:59.042 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.041+0000 7f0884f3a640 1 -- 172.21.15.196:0/3422927161 >> v2:172.21.15.196:3300/0 conn(0x7f0880069a70 msgr2=0x7f088012a1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:41:59.042 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.041+0000 7f0884f3a640 1 --2- 172.21.15.196:0/3422927161 >> v2:172.21.15.196:3300/0 conn(0x7f0880069a70 0x7f088012a1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:59.042 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.041+0000 7f0884f3a640 1 -- 172.21.15.196:0/3422927161 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f088006a670 con 0x7f0880069e60 2024-09-10T07:41:59.042 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.041+0000 7f087f7fe640 1 --2- 172.21.15.196:0/3422927161 >> v2:172.21.15.196:3300/0 conn(0x7f0880069a70 0x7f088012a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:41:59.042 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.041+0000 7f087ffff640 1 --2- 172.21.15.196:0/3422927161 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0880069160 0x7f0880069530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:41:59.045 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.042+0000 7f0884f3a640 1 --2- 172.21.15.196:0/3422927161 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0880069e60 0x7f088012a730 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f0878009e60 tx=0x7f0878009780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=32a5e80f89b5ba3b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:59.045 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.042+0000 7f087effd640 1 -- 172.21.15.196:0/3422927161 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0878007550 con 0x7f0880069e60 2024-09-10T07:41:59.046 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.042+0000 7f087effd640 1 -- 172.21.15.196:0/3422927161 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f087802d050 con 0x7f0880069e60 2024-09-10T07:41:59.046 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.042+0000 7f087effd640 1 -- 172.21.15.196:0/3422927161 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0878007920 con 0x7f0880069e60 2024-09-10T07:41:59.046 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.043+0000 7f088699d640 1 -- 172.21.15.196:0/3422927161 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0880069e60 msgr2=0x7f088012a730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:59.046 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.043+0000 7f088699d640 1 --2- 172.21.15.196:0/3422927161 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0880069e60 0x7f088012a730 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f0878009e60 tx=0x7f0878009780 comp rx=0 tx=0).stop 2024-09-10T07:41:59.046 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.043+0000 7f088699d640 1 -- 172.21.15.196:0/3422927161 shutdown_connections 2024-09-10T07:41:59.046 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.043+0000 7f088699d640 1 --2- 172.21.15.196:0/3422927161 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0880069e60 0x7f088012a730 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:59.046 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.043+0000 7f088699d640 1 --2- 172.21.15.196:0/3422927161 >> v2:172.21.15.196:3300/0 conn(0x7f0880069a70 0x7f088012a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:59.046 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.043+0000 7f088699d640 1 --2- 172.21.15.196:0/3422927161 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0880069160 0x7f0880069530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:59.046 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.043+0000 7f088699d640 1 -- 172.21.15.196:0/3422927161 >> 172.21.15.196:0/3422927161 conn(0x7f0880099ed0 msgr2=0x7f088009a2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:59.046 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.043+0000 7f088699d640 1 -- 172.21.15.196:0/3422927161 shutdown_connections 2024-09-10T07:41:59.046 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.043+0000 7f088699d640 1 -- 172.21.15.196:0/3422927161 wait complete. 2024-09-10T07:41:59.046 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.044+0000 7f088699d640 1 Processor -- start 2024-09-10T07:41:59.047 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.044+0000 7f088699d640 1 -- start start 2024-09-10T07:41:59.047 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.044+0000 7f088699d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0880069160 0x7f0880139440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:59.047 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.044+0000 7f088699d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0880069a70 0x7f0880139980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:59.047 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.044+0000 7f088699d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0880069e60 0x7f0880126fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:41:59.047 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.044+0000 7f088699d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0880088460 con 0x7f0880069e60 2024-09-10T07:41:59.047 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.044+0000 7f088699d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0880129300 con 0x7f0880069160 2024-09-10T07:41:59.047 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.044+0000 7f088699d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f0880088060 con 0x7f0880069a70 2024-09-10T07:41:59.047 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.045+0000 7f0884f3a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0880069e60 0x7f0880126fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:59.047 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.045+0000 7f087ffff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0880069160 0x7f0880139440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:59.047 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.045+0000 7f087ffff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0880069160 0x7f0880139440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:42334/0 (socket says 172.21.15.196:42334) 2024-09-10T07:41:59.047 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.045+0000 7f087f7fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0880069a70 0x7f0880139980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:41:59.047 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.045+0000 7f087ffff640 1 -- 172.21.15.196:0/2231399260 learned_addr learned my addr 172.21.15.196:0/2231399260 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:41:59.047 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.045+0000 7f087ffff640 1 -- 172.21.15.196:0/2231399260 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0880069a70 msgr2=0x7f0880139980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:59.047 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.045+0000 7f087ffff640 1 --2- 172.21.15.196:0/2231399260 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0880069a70 0x7f0880139980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:59.048 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.045+0000 7f087ffff640 1 -- 172.21.15.196:0/2231399260 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0880069e60 msgr2=0x7f0880126fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:59.048 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.045+0000 7f087ffff640 1 --2- 172.21.15.196:0/2231399260 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0880069e60 0x7f0880126fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:59.048 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.045+0000 7f087ffff640 1 -- 172.21.15.196:0/2231399260 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0870009390 con 0x7f0880069160 2024-09-10T07:41:59.048 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.045+0000 7f0884f3a640 1 --2- 172.21.15.196:0/2231399260 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0880069e60 0x7f0880126fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:41:59.048 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.045+0000 7f087ffff640 1 --2- 172.21.15.196:0/2231399260 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0880069160 0x7f0880139440 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f087000ec80 tx=0x7f08700090f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:41:59.048 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.045+0000 7f0867fff640 1 -- 172.21.15.196:0/2231399260 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f087000eec0 con 0x7f0880069160 2024-09-10T07:41:59.048 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.045+0000 7f0867fff640 1 -- 172.21.15.196:0/2231399260 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f087000cbc0 con 0x7f0880069160 2024-09-10T07:41:59.048 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.045+0000 7f088699d640 1 -- 172.21.15.196:0/2231399260 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0874009450 con 0x7f0880069160 2024-09-10T07:41:59.048 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.045+0000 7f0867fff640 1 -- 172.21.15.196:0/2231399260 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0870013470 con 0x7f0880069160 2024-09-10T07:41:59.048 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.045+0000 7f088699d640 1 -- 172.21.15.196:0/2231399260 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0878009a20 con 0x7f0880069160 2024-09-10T07:41:59.048 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.046+0000 7f0867fff640 1 -- 172.21.15.196:0/2231399260 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 1) v1 ==== 529+0+0 (secure 0 0 0) 0x7f0870005970 con 0x7f0880069160 2024-09-10T07:41:59.048 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.046+0000 7f0867fff640 1 -- 172.21.15.196:0/2231399260 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1181+0+0 (secure 0 0 0) 0x7f0870005c20 con 0x7f0880069160 2024-09-10T07:41:59.049 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.047+0000 7f088699d640 1 -- 172.21.15.196:0/2231399260 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08801289e0 con 0x7f0880069160 2024-09-10T07:41:59.049 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.049+0000 7f0867fff640 1 -- 172.21.15.196:0/2231399260 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+71553 (secure 0 0 0) 0x7f0870021060 con 0x7f0880069160 2024-09-10T07:41:59.072 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:41:59.073+0000 7f1b5381bec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T07:41:59.082 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:41:59.083+0000 7f698ddc3ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T07:41:59.104 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.105+0000 7f088699d640 1 -- 172.21.15.196:0/2231399260 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f088012a2c0 con 0x7f0880069160 2024-09-10T07:41:59.105 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.105+0000 7f0867fff640 1 -- 172.21.15.196:0/2231399260 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v6) v1 ==== 74+0+4108 (secure 0 0 0) 0x7f088012a2c0 con 0x7f0880069160 2024-09-10T07:41:59.105 INFO:teuthology.misc.health.smithi196.stdout: 2024-09-10T07:41:59.105 INFO:teuthology.misc.health.smithi196.stdout:{"epoch":6,"fsid":"fcdf7f04-7a4a-4d5a-b8f3-3737f76346fe","created":"2024-09-10T07:41:57.178228+0000","modified":"2024-09-10T07:41:58.273341+0000","last_up_change":"0.000000","last_in_change":"2024-09-10T07:41:58.273341+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[],"osds":[{"osd":0,"uuid":"942b9bcf-e061-4911-a4e4-4b16aa4ae205","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"f99df6f0-3bdc-48ca-88c2-121cb989aaec","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"10cf042a-c008-448b-b495-38b8f9bd911b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"2dd9fcad-e555-4d22-b4f7-c765d89d6a36","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:41:59.106 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.106+0000 7f088699d640 1 -- 172.21.15.196:0/2231399260 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0880069160 msgr2=0x7f0880139440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:41:59.106 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.106+0000 7f088699d640 1 --2- 172.21.15.196:0/2231399260 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0880069160 0x7f0880139440 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f087000ec80 tx=0x7f08700090f0 comp rx=0 tx=0).stop 2024-09-10T07:41:59.106 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.106+0000 7f088699d640 1 -- 172.21.15.196:0/2231399260 shutdown_connections 2024-09-10T07:41:59.106 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.106+0000 7f088699d640 1 --2- 172.21.15.196:0/2231399260 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0880069e60 0x7f0880126fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:59.106 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.106+0000 7f088699d640 1 --2- 172.21.15.196:0/2231399260 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0880069a70 0x7f0880139980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:59.106 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.106+0000 7f088699d640 1 --2- 172.21.15.196:0/2231399260 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0880069160 0x7f0880139440 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:41:59.107 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.106+0000 7f088699d640 1 -- 172.21.15.196:0/2231399260 >> 172.21.15.196:0/2231399260 conn(0x7f0880099ed0 msgr2=0x7f0880092450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:41:59.107 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.107+0000 7f088699d640 1 -- 172.21.15.196:0/2231399260 shutdown_connections 2024-09-10T07:41:59.107 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:41:59.107+0000 7f088699d640 1 -- 172.21.15.196:0/2231399260 wait complete. 2024-09-10T07:41:59.115 DEBUG:teuthology.misc:0 of 4 OSDs are up 2024-09-10T07:41:59.117 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:41:59.118+0000 7f1b5381bec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T07:41:59.124 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:41:59.125+0000 7f698ddc3ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T07:41:59.210 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:41:59.210+0000 7f1b5381bec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T07:41:59.211 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:41:59.212+0000 7f698ddc3ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T07:41:59.261 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:41:59.261+0000 7f1b5381bec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T07:41:59.261 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:41:59.262+0000 7f698ddc3ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T07:41:59.311 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:41:59.311+0000 7f1b5381bec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T07:41:59.311 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:41:59.312+0000 7f698ddc3ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T07:41:59.378 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:41:59.379+0000 7f1b5381bec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T07:41:59.378 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:41:59.379+0000 7f698ddc3ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T07:41:59.421 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:41:59.422+0000 7f698ddc3ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T07:41:59.422 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:41:59.422+0000 7f1b5381bec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T07:41:59.464 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:41:59.464+0000 7f698ddc3ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T07:41:59.464 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:41:59.464+0000 7f1b5381bec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T07:41:59.668 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:41:59.669+0000 7f698ddc3ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T07:41:59.668 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:41:59.669+0000 7f1b5381bec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T07:42:00.682 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:42:00.683+0000 7f6976c85640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-10T07:42:00.683 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:42:00.683+0000 7f6976c85640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-10T07:42:02.377 INFO:tasks.ceph.osd.1.smithi196.stderr:2024-09-10T07:42:02.377+0000 7fe998067440 -1 osd.1 0 log_to_monitors true 2024-09-10T07:42:02.422 INFO:tasks.ceph.osd.2.smithi196.stderr:2024-09-10T07:42:02.423+0000 7fa81ad23440 -1 osd.2 0 log_to_monitors true 2024-09-10T07:42:02.463 INFO:tasks.ceph.osd.0.smithi196.stderr:2024-09-10T07:42:02.464+0000 7f9aa2a0d440 -1 osd.0 0 log_to_monitors true 2024-09-10T07:42:02.495 INFO:tasks.ceph.osd.3.smithi196.stderr:2024-09-10T07:42:02.496+0000 7f2e4b51f440 -1 osd.3 0 log_to_monitors true 2024-09-10T07:42:05.518 DEBUG:teuthology.orchestra.run.smithi196:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-10T07:42:05.647 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.647+0000 7f4dfba34640 1 Processor -- start 2024-09-10T07:42:05.647 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.647+0000 7f4dfba34640 1 -- start start 2024-09-10T07:42:05.648 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.648+0000 7f4dfba34640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4df40922a0 0x7f4df412b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:05.649 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.648+0000 7f4dfba34640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4df4126c50 0x7f4df412dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:05.649 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.648+0000 7f4df8fcf640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4df40922a0 0x7f4df412b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:05.649 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.648+0000 7f4df8fcf640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4df40922a0 0x7f4df412b6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:50522/0 (socket says 172.21.15.196:50522) 2024-09-10T07:42:05.649 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.648+0000 7f4df9fd1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4df4126c50 0x7f4df412dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:05.649 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.648+0000 7f4df9fd1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4df4126c50 0x7f4df412dc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:42408/0 (socket says 172.21.15.196:42408) 2024-09-10T07:42:05.649 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.648+0000 7f4df8fcf640 1 -- 172.21.15.196:0/3190237066 learned_addr learned my addr 172.21.15.196:0/3190237066 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:05.649 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.648+0000 7f4dfba34640 1 -- 172.21.15.196:0/3190237066 --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4df4091f40 con 0x7f4df4126170 2024-09-10T07:42:05.649 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.648+0000 7f4dfba34640 1 -- 172.21.15.196:0/3190237066 --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4df4091860 con 0x7f4df40922a0 2024-09-10T07:42:05.649 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.648+0000 7f4dfba34640 1 -- 172.21.15.196:0/3190237066 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4df4095270 con 0x7f4df4126c50 2024-09-10T07:42:05.651 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.649+0000 7f4df8fcf640 1 -- 172.21.15.196:0/3190237066 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4df4126c50 msgr2=0x7f4df412dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:05.651 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.649+0000 7f4df8fcf640 1 --2- 172.21.15.196:0/3190237066 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4df4126c50 0x7f4df412dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:05.651 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.649+0000 7f4df8fcf640 1 -- 172.21.15.196:0/3190237066 >> v1:172.21.15.196:6789/0 conn(0x7f4df4126170 legacy=0x7f4df4126540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:05.651 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.649+0000 7f4df8fcf640 1 -- 172.21.15.196:0/3190237066 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4df4093110 con 0x7f4df40922a0 2024-09-10T07:42:05.651 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.650+0000 7f4df8fcf640 1 --2- 172.21.15.196:0/3190237066 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4df40922a0 0x7f4df412b6b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f4de400b9c0 tx=0x7f4de400a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e20bf7b17738e62a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:05.651 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.650+0000 7f4debfff640 1 -- 172.21.15.196:0/3190237066 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4de40314e0 con 0x7f4df40922a0 2024-09-10T07:42:05.652 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.650+0000 7f4debfff640 1 -- 172.21.15.196:0/3190237066 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4de4031640 con 0x7f4df40922a0 2024-09-10T07:42:05.652 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.650+0000 7f4debfff640 1 -- 172.21.15.196:0/3190237066 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4de4031a20 con 0x7f4df40922a0 2024-09-10T07:42:05.652 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.651+0000 7f4dfba34640 1 -- 172.21.15.196:0/3190237066 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4df40922a0 msgr2=0x7f4df412b6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:05.652 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.651+0000 7f4dfba34640 1 --2- 172.21.15.196:0/3190237066 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4df40922a0 0x7f4df412b6b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f4de400b9c0 tx=0x7f4de400a200 comp rx=0 tx=0).stop 2024-09-10T07:42:05.652 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.651+0000 7f4dfba34640 1 -- 172.21.15.196:0/3190237066 shutdown_connections 2024-09-10T07:42:05.652 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.652+0000 7f4dfba34640 1 --2- 172.21.15.196:0/3190237066 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4df4126c50 0x7f4df412dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:05.652 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.652+0000 7f4dfba34640 1 --2- 172.21.15.196:0/3190237066 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4df40922a0 0x7f4df412b6b0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:05.652 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.652+0000 7f4dfba34640 1 -- 172.21.15.196:0/3190237066 >> 172.21.15.196:0/3190237066 conn(0x7f4df4067fd0 msgr2=0x7f4df40683d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:05.653 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.652+0000 7f4dfba34640 1 -- 172.21.15.196:0/3190237066 shutdown_connections 2024-09-10T07:42:05.653 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.652+0000 7f4dfba34640 1 -- 172.21.15.196:0/3190237066 wait complete. 2024-09-10T07:42:05.653 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.654+0000 7f4dfba34640 1 Processor -- start 2024-09-10T07:42:05.653 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.654+0000 7f4dfba34640 1 -- start start 2024-09-10T07:42:05.654 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.655+0000 7f4dfba34640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4df4126170 0x7f4df411fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:05.654 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.655+0000 7f4dfba34640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4df4126c50 0x7f4df41200b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:05.655 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.655+0000 7f4df97d0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4df4126170 0x7f4df411fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:05.655 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.655+0000 7f4df97d0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4df4126170 0x7f4df411fb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:42416/0 (socket says 172.21.15.196:42416) 2024-09-10T07:42:05.655 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.655+0000 7f4df8fcf640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4df4126c50 0x7f4df41200b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:05.656 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.655+0000 7f4df8fcf640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4df4126c50 0x7f4df41200b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:47168/0 (socket says 172.21.15.196:47168) 2024-09-10T07:42:05.656 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.655+0000 7f4dfba34640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4df41205f0 0x7f4df413b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:05.656 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.655+0000 7f4df8fcf640 1 -- 172.21.15.196:0/1239987688 learned_addr learned my addr 172.21.15.196:0/1239987688 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:05.656 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.655+0000 7f4dfba34640 1 -- 172.21.15.196:0/1239987688 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4df4121d70 con 0x7f4df41205f0 2024-09-10T07:42:05.656 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.655+0000 7f4dfba34640 1 -- 172.21.15.196:0/1239987688 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4df4098530 con 0x7f4df4126170 2024-09-10T07:42:05.656 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.655+0000 7f4dfba34640 1 -- 172.21.15.196:0/1239987688 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f4df4123040 con 0x7f4df4126c50 2024-09-10T07:42:05.656 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.655+0000 7f4df9fd1640 1 --2- 172.21.15.196:0/1239987688 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4df41205f0 0x7f4df413b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:05.656 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.656+0000 7f4df97d0640 1 -- 172.21.15.196:0/1239987688 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4df4126c50 msgr2=0x7f4df41200b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:05.656 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.656+0000 7f4df97d0640 1 --2- 172.21.15.196:0/1239987688 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4df4126c50 0x7f4df41200b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:05.656 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.656+0000 7f4df97d0640 1 -- 172.21.15.196:0/1239987688 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4df41205f0 msgr2=0x7f4df413b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:05.656 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.656+0000 7f4df97d0640 1 --2- 172.21.15.196:0/1239987688 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4df41205f0 0x7f4df413b380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:05.656 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.656+0000 7f4df97d0640 1 -- 172.21.15.196:0/1239987688 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4de400b500 con 0x7f4df4126170 2024-09-10T07:42:05.657 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.656+0000 7f4df8fcf640 1 --2- 172.21.15.196:0/1239987688 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4df4126c50 0x7f4df41200b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:42:05.657 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.656+0000 7f4df9fd1640 1 --2- 172.21.15.196:0/1239987688 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4df41205f0 0x7f4df413b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:05.658 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.656+0000 7f4df97d0640 1 --2- 172.21.15.196:0/1239987688 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4df4126170 0x7f4df411fb70 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f4df000c4b0 tx=0x7f4df0007e30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:05.658 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.657+0000 7f4de97fa640 1 -- 172.21.15.196:0/1239987688 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df0011590 con 0x7f4df4126170 2024-09-10T07:42:05.658 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.657+0000 7f4de97fa640 1 -- 172.21.15.196:0/1239987688 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4df00116f0 con 0x7f4df4126170 2024-09-10T07:42:05.658 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.657+0000 7f4de97fa640 1 -- 172.21.15.196:0/1239987688 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df0011af0 con 0x7f4df4126170 2024-09-10T07:42:05.658 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.658+0000 7f4dfba34640 1 -- 172.21.15.196:0/1239987688 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4df4123300 con 0x7f4df4126170 2024-09-10T07:42:05.658 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.658+0000 7f4dfba34640 1 -- 172.21.15.196:0/1239987688 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4df4120a90 con 0x7f4df4126170 2024-09-10T07:42:05.659 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.659+0000 7f4de97fa640 1 -- 172.21.15.196:0/1239987688 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 4) v1 ==== 58495+0+0 (secure 0 0 0) 0x7f4df001b3b0 con 0x7f4df4126170 2024-09-10T07:42:05.659 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.660+0000 7f4de97fa640 1 -- 172.21.15.196:0/1239987688 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1509+0+0 (secure 0 0 0) 0x7f4df0061fe0 con 0x7f4df4126170 2024-09-10T07:42:05.660 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.661+0000 7f4dfba34640 1 -- 172.21.15.196:0/1239987688 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4df405ed70 con 0x7f4df4126170 2024-09-10T07:42:05.666 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.666+0000 7f4de97fa640 1 -- 172.21.15.196:0/1239987688 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7f4df003d7b0 con 0x7f4df4126170 2024-09-10T07:42:05.758 INFO:tasks.ceph.osd.2.smithi196.stderr:2024-09-10T07:42:05.759+0000 7fa8157f6640 -1 osd.2 0 waiting for initial osdmap 2024-09-10T07:42:05.764 INFO:tasks.ceph.osd.2.smithi196.stderr:2024-09-10T07:42:05.764+0000 7fa80e7e8640 -1 osd.2 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:42:05.765 INFO:tasks.ceph.osd.0.smithi196.stderr:2024-09-10T07:42:05.766+0000 7f9a9d1f6640 -1 osd.0 0 waiting for initial osdmap 2024-09-10T07:42:05.772 INFO:tasks.ceph.osd.0.smithi196.stderr:2024-09-10T07:42:05.773+0000 7f9a96084640 -1 osd.0 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:42:05.832 INFO:tasks.ceph.osd.1.smithi196.stderr:2024-09-10T07:42:05.832+0000 7fe9931f6640 -1 osd.1 0 waiting for initial osdmap 2024-09-10T07:42:05.832 INFO:tasks.ceph.osd.3.smithi196.stderr:2024-09-10T07:42:05.833+0000 7f2e45ff6640 -1 osd.3 0 waiting for initial osdmap 2024-09-10T07:42:05.837 INFO:tasks.ceph.osd.1.smithi196.stderr:2024-09-10T07:42:05.837+0000 7fe98c1e8640 -1 osd.1 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:42:05.837 INFO:tasks.ceph.osd.3.smithi196.stderr:2024-09-10T07:42:05.838+0000 7f2e3ee84640 -1 osd.3 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:42:05.872 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.873+0000 7f4dfba34640 1 -- 172.21.15.196:0/1239987688 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4df40646a0 con 0x7f4df4126170 2024-09-10T07:42:05.873 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.873+0000 7f4de97fa640 1 -- 172.21.15.196:0/1239987688 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v8) v1 ==== 74+0+4108 (secure 0 0 0) 0x7f4df0017030 con 0x7f4df4126170 2024-09-10T07:42:05.873 INFO:teuthology.misc.health.smithi196.stdout: 2024-09-10T07:42:05.873 INFO:teuthology.misc.health.smithi196.stdout:{"epoch":8,"fsid":"fcdf7f04-7a4a-4d5a-b8f3-3737f76346fe","created":"2024-09-10T07:41:57.178228+0000","modified":"2024-09-10T07:42:03.683578+0000","last_up_change":"0.000000","last_in_change":"2024-09-10T07:41:58.273341+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[],"osds":[{"osd":0,"uuid":"942b9bcf-e061-4911-a4e4-4b16aa4ae205","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"f99df6f0-3bdc-48ca-88c2-121cb989aaec","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"10cf042a-c008-448b-b495-38b8f9bd911b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"2dd9fcad-e555-4d22-b4f7-c765d89d6a36","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:42:05.875 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.875+0000 7f4dfba34640 1 -- 172.21.15.196:0/1239987688 >> v1:172.21.15.196:6816/32369 conn(0x7f4dd804cbe0 legacy=0x7f4dd804f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:05.875 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.875+0000 7f4dfba34640 1 -- 172.21.15.196:0/1239987688 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4df4126170 msgr2=0x7f4df411fb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:05.875 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.875+0000 7f4dfba34640 1 --2- 172.21.15.196:0/1239987688 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4df4126170 0x7f4df411fb70 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f4df000c4b0 tx=0x7f4df0007e30 comp rx=0 tx=0).stop 2024-09-10T07:42:05.875 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.875+0000 7f4dfba34640 1 -- 172.21.15.196:0/1239987688 shutdown_connections 2024-09-10T07:42:05.875 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.875+0000 7f4dfba34640 1 --2- 172.21.15.196:0/1239987688 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4df41205f0 0x7f4df413b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:05.875 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.875+0000 7f4dfba34640 1 --2- 172.21.15.196:0/1239987688 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4df4126c50 0x7f4df41200b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:05.875 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.875+0000 7f4dfba34640 1 --2- 172.21.15.196:0/1239987688 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4df4126170 0x7f4df411fb70 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:05.875 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.875+0000 7f4dfba34640 1 -- 172.21.15.196:0/1239987688 >> 172.21.15.196:0/1239987688 conn(0x7f4df4067fd0 msgr2=0x7f4df4124070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:05.876 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.875+0000 7f4dfba34640 1 -- 172.21.15.196:0/1239987688 shutdown_connections 2024-09-10T07:42:05.876 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:05.875+0000 7f4dfba34640 1 -- 172.21.15.196:0/1239987688 wait complete. 2024-09-10T07:42:05.883 DEBUG:teuthology.misc:0 of 4 OSDs are up 2024-09-10T07:42:12.286 DEBUG:teuthology.orchestra.run.smithi196:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-10T07:42:12.382 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.381+0000 7f93750f8640 1 Processor -- start 2024-09-10T07:42:12.382 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.381+0000 7f93750f8640 1 -- start start 2024-09-10T07:42:12.382 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.382+0000 7f93750f8640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9370095da0 0x7f937006b380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:12.382 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.382+0000 7f93750f8640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f937012f880 0x7f9370131c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:12.382 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.382+0000 7f93750f8640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f937006c320 con 0x7f93700959d0 2024-09-10T07:42:12.382 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.382+0000 7f93750f8640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f937006c8d0 con 0x7f937012f880 2024-09-10T07:42:12.382 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.382+0000 7f93750f8640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f937006c080 con 0x7f9370095da0 2024-09-10T07:42:12.382 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.382+0000 7f936f59e640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f937012f880 0x7f9370131c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:12.383 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.382+0000 7f936e59c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9370095da0 0x7f937006b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:12.383 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.382+0000 7f936ed9d640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f93700959d0 0x7f937006ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:39840/0 (socket says 172.21.15.196:39840) 2024-09-10T07:42:12.383 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.382+0000 7f936f59e640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f937012f880 0x7f9370131c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:60878/0 (socket says 172.21.15.196:60878) 2024-09-10T07:42:12.383 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.382+0000 7f936ed9d640 1 -- 172.21.15.196:0/4118754009 learned_addr learned my addr 172.21.15.196:0/4118754009 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:42:12.383 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.382+0000 7f936e59c640 1 -- 172.21.15.196:0/4118754009 >> v2:172.21.15.196:3300/0 conn(0x7f937012f880 msgr2=0x7f9370131c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:12.383 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.382+0000 7f936e59c640 1 --2- 172.21.15.196:0/4118754009 >> v2:172.21.15.196:3300/0 conn(0x7f937012f880 0x7f9370131c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:12.383 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.382+0000 7f936e59c640 1 -- 172.21.15.196:0/4118754009 >> v1:172.21.15.196:6789/0 conn(0x7f93700959d0 legacy=0x7f937006ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:12.383 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.382+0000 7f936e59c640 1 -- 172.21.15.196:0/4118754009 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f937006d130 con 0x7f9370095da0 2024-09-10T07:42:12.383 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.382+0000 7f936f59e640 1 --2- 172.21.15.196:0/4118754009 >> v2:172.21.15.196:3300/0 conn(0x7f937012f880 0x7f9370131c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:12.386 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.383+0000 7f936e59c640 1 --2- 172.21.15.196:0/4118754009 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9370095da0 0x7f937006b380 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f9360009850 tx=0x7f93600090f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=63c559de540a42c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:12.387 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.383+0000 7f936dd9b640 1 -- 172.21.15.196:0/4118754009 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f936002ac80 con 0x7f9370095da0 2024-09-10T07:42:12.387 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.383+0000 7f936dd9b640 1 -- 172.21.15.196:0/4118754009 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f936002ade0 con 0x7f9370095da0 2024-09-10T07:42:12.387 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.383+0000 7f936dd9b640 1 -- 172.21.15.196:0/4118754009 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9360032670 con 0x7f9370095da0 2024-09-10T07:42:12.387 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.384+0000 7f93750f8640 1 -- 172.21.15.196:0/4118754009 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9370095da0 msgr2=0x7f937006b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:12.387 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.384+0000 7f93750f8640 1 --2- 172.21.15.196:0/4118754009 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9370095da0 0x7f937006b380 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f9360009850 tx=0x7f93600090f0 comp rx=0 tx=0).stop 2024-09-10T07:42:12.387 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.384+0000 7f93750f8640 1 -- 172.21.15.196:0/4118754009 shutdown_connections 2024-09-10T07:42:12.387 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.384+0000 7f93750f8640 1 --2- 172.21.15.196:0/4118754009 >> v2:172.21.15.196:3300/0 conn(0x7f937012f880 0x7f9370131c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:12.387 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.384+0000 7f93750f8640 1 --2- 172.21.15.196:0/4118754009 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9370095da0 0x7f937006b380 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:12.387 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.384+0000 7f93750f8640 1 -- 172.21.15.196:0/4118754009 >> 172.21.15.196:0/4118754009 conn(0x7f937009a2b0 msgr2=0x7f93700961b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:12.387 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.384+0000 7f93750f8640 1 -- 172.21.15.196:0/4118754009 shutdown_connections 2024-09-10T07:42:12.387 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.384+0000 7f93750f8640 1 -- 172.21.15.196:0/4118754009 wait complete. 2024-09-10T07:42:12.387 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.385+0000 7f93750f8640 1 Processor -- start 2024-09-10T07:42:12.388 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.385+0000 7f93750f8640 1 -- start start 2024-09-10T07:42:12.388 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.385+0000 7f93750f8640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f93700959d0 0x7f9370090210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:12.388 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.385+0000 7f93750f8640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9370095da0 0x7f9370090750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:12.388 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.385+0000 7f93750f8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f937012f880 0x7f9370090c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:12.388 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.385+0000 7f93750f8640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9370094b10 con 0x7f93700959d0 2024-09-10T07:42:12.388 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.385+0000 7f93750f8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93700938e0 con 0x7f937012f880 2024-09-10T07:42:12.388 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.385+0000 7f93750f8640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f9370094740 con 0x7f9370095da0 2024-09-10T07:42:12.388 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.385+0000 7f936ed9d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f93700959d0 0x7f9370090210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:12.388 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.385+0000 7f936e59c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9370095da0 0x7f9370090750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:12.388 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.385+0000 7f936e59c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9370095da0 0x7f9370090750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:41866/0 (socket says 172.21.15.196:41866) 2024-09-10T07:42:12.388 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.385+0000 7f936e59c640 1 -- 172.21.15.196:0/3700742528 learned_addr learned my addr 172.21.15.196:0/3700742528 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:12.388 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.385+0000 7f936f59e640 1 --2- 172.21.15.196:0/3700742528 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f937012f880 0x7f9370090c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:12.389 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.386+0000 7f936ed9d640 1 -- 172.21.15.196:0/3700742528 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9370095da0 msgr2=0x7f9370090750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:12.389 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.386+0000 7f936ed9d640 1 --2- 172.21.15.196:0/3700742528 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9370095da0 0x7f9370090750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:12.389 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.386+0000 7f936ed9d640 1 -- 172.21.15.196:0/3700742528 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f937012f880 msgr2=0x7f9370090c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:12.389 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.386+0000 7f936ed9d640 1 --2- 172.21.15.196:0/3700742528 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f937012f880 0x7f9370090c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:12.389 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.386+0000 7f936ed9d640 1 -- 172.21.15.196:0/3700742528 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9368009a20 con 0x7f93700959d0 2024-09-10T07:42:12.389 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.386+0000 7f936ed9d640 1 --2- 172.21.15.196:0/3700742528 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f93700959d0 0x7f9370090210 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f935800c490 tx=0x7f9358007e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:12.389 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.386+0000 7f9366ffd640 1 -- 172.21.15.196:0/3700742528 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9358005aa0 con 0x7f93700959d0 2024-09-10T07:42:12.389 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.386+0000 7f9366ffd640 1 -- 172.21.15.196:0/3700742528 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9358005c00 con 0x7f93700959d0 2024-09-10T07:42:12.389 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.386+0000 7f93750f8640 1 -- 172.21.15.196:0/3700742528 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9360009390 con 0x7f93700959d0 2024-09-10T07:42:12.389 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.386+0000 7f9366ffd640 1 -- 172.21.15.196:0/3700742528 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93580070d0 con 0x7f93700959d0 2024-09-10T07:42:12.389 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.386+0000 7f93750f8640 1 -- 172.21.15.196:0/3700742528 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9370092f90 con 0x7f93700959d0 2024-09-10T07:42:12.389 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.387+0000 7f9366ffd640 1 -- 172.21.15.196:0/3700742528 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f9358007500 con 0x7f93700959d0 2024-09-10T07:42:12.389 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.387+0000 7f93750f8640 1 -- 172.21.15.196:0/3700742528 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f937005ed70 con 0x7f93700959d0 2024-09-10T07:42:12.390 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.387+0000 7f9366ffd640 1 -- 172.21.15.196:0/3700742528 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2455+0+0 (secure 0 0 0) 0x7f93580623b0 con 0x7f93700959d0 2024-09-10T07:42:12.390 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.391+0000 7f9366ffd640 1 -- 172.21.15.196:0/3700742528 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7f935803d740 con 0x7f93700959d0 2024-09-10T07:42:12.520 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.521+0000 7f93750f8640 1 -- 172.21.15.196:0/3700742528 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f937006e400 con 0x7f93700959d0 2024-09-10T07:42:12.521 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.521+0000 7f9366ffd640 1 -- 172.21.15.196:0/3700742528 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) v1 ==== 74+0+6575 (secure 0 0 0) 0x7f9358017070 con 0x7f93700959d0 2024-09-10T07:42:12.521 INFO:teuthology.misc.health.smithi196.stdout: 2024-09-10T07:42:12.521 INFO:teuthology.misc.health.smithi196.stdout:{"epoch":12,"fsid":"fcdf7f04-7a4a-4d5a-b8f3-3737f76346fe","created":"2024-09-10T07:41:57.178228+0000","modified":"2024-09-10T07:42:09.919569+0000","last_up_change":"2024-09-10T07:42:06.763626+0000","last_in_change":"2024-09-10T07:41:58.273341+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:42:07.706511+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"942b9bcf-e061-4911-a4e4-4b16aa4ae205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6804","nonce":32886}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6805","nonce":32886}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6807","nonce":32886}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6806","nonce":32886}]},"public_addr":"172.21.15.196:6804/32886","cluster_addr":"172.21.15.196:6805/32886","heartbeat_back_addr":"172.21.15.196:6807/32886","heartbeat_front_addr":"172.21.15.196:6806/32886","state":["exists","up"]},{"osd":1,"uuid":"f99df6f0-3bdc-48ca-88c2-121cb989aaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":10,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6800","nonce":32885}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6801","nonce":32885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6803","nonce":32885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6802","nonce":32885}]},"public_addr":"172.21.15.196:6800/32885","cluster_addr":"172.21.15.196:6801/32885","heartbeat_back_addr":"172.21.15.196:6803/32885","heartbeat_front_addr":"172.21.15.196:6802/32885","state":["exists","up"]},{"osd":2,"uuid":"10cf042a-c008-448b-b495-38b8f9bd911b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6808","nonce":32887}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6809","nonce":32887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6811","nonce":32887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6810","nonce":32887}]},"public_addr":"172.21.15.196:6808/32887","cluster_addr":"172.21.15.196:6809/32887","heartbeat_back_addr":"172.21.15.196:6811/32887","heartbeat_front_addr":"172.21.15.196:6810/32887","state":["exists","up"]},{"osd":3,"uuid":"2dd9fcad-e555-4d22-b4f7-c765d89d6a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6812","nonce":32890}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6813","nonce":32890}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6815","nonce":32890}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6814","nonce":32890}]},"public_addr":"172.21.15.196:6812/32890","cluster_addr":"172.21.15.196:6813/32890","heartbeat_back_addr":"172.21.15.196:6815/32890","heartbeat_front_addr":"172.21.15.196:6814/32890","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.512528+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.396869+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.413898+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.452677+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:42:12.522 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.523+0000 7f93750f8640 1 -- 172.21.15.196:0/3700742528 >> v1:172.21.15.196:6816/32369 conn(0x7f935004cba0 legacy=0x7f935004f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:12.522 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.523+0000 7f93750f8640 1 -- 172.21.15.196:0/3700742528 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f93700959d0 msgr2=0x7f9370090210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:12.522 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.523+0000 7f93750f8640 1 --2- 172.21.15.196:0/3700742528 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f93700959d0 0x7f9370090210 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f935800c490 tx=0x7f9358007e20 comp rx=0 tx=0).stop 2024-09-10T07:42:12.523 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.523+0000 7f93750f8640 1 -- 172.21.15.196:0/3700742528 shutdown_connections 2024-09-10T07:42:12.523 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.523+0000 7f93750f8640 1 --2- 172.21.15.196:0/3700742528 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f937012f880 0x7f9370090c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:12.523 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.523+0000 7f93750f8640 1 --2- 172.21.15.196:0/3700742528 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9370095da0 0x7f9370090750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:12.523 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.523+0000 7f93750f8640 1 --2- 172.21.15.196:0/3700742528 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f93700959d0 0x7f9370090210 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:12.523 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.523+0000 7f93750f8640 1 -- 172.21.15.196:0/3700742528 >> 172.21.15.196:0/3700742528 conn(0x7f937009a2b0 msgr2=0x7f9370097570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:12.523 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.523+0000 7f93750f8640 1 -- 172.21.15.196:0/3700742528 shutdown_connections 2024-09-10T07:42:12.523 INFO:teuthology.misc.health.smithi196.stderr:2024-09-10T07:42:12.523+0000 7f93750f8640 1 -- 172.21.15.196:0/3700742528 wait complete. 2024-09-10T07:42:12.531 DEBUG:teuthology.misc:4 of 4 OSDs are up 2024-09-10T07:42:12.531 INFO:tasks.ceph:Creating RBD pool 2024-09-10T07:42:12.531 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --cluster ceph osd pool create rbd 8 2024-09-10T07:42:12.624 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.624+0000 7f86add1d640 1 Processor -- start 2024-09-10T07:42:12.624 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.624+0000 7f86add1d640 1 -- start start 2024-09-10T07:42:12.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.624+0000 7f86add1d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86a8095ab0 0x7f86a8095e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:12.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.624+0000 7f86add1d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f86a80963c0 0x7f86a812e250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:12.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.624+0000 7f86add1d640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86a8068a10 con 0x7f86a812e790 2024-09-10T07:42:12.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.624+0000 7f86add1d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f86a80686c0 con 0x7f86a80963c0 2024-09-10T07:42:12.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.624+0000 7f86add1d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86a806f240 con 0x7f86a8095ab0 2024-09-10T07:42:12.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.624+0000 7f86a77fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86a8095ab0 0x7f86a8095e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:12.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.624+0000 7f86a6ffd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f86a80963c0 0x7f86a812e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:12.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.624+0000 7f86a7fff640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f86a812e790 0x7f86a8130b70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:39852/0 (socket says 172.21.15.196:39852) 2024-09-10T07:42:12.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.624+0000 7f86a77fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86a8095ab0 0x7f86a8095e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:41266/0 (socket says 172.21.15.196:41266) 2024-09-10T07:42:12.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.624+0000 7f86a7fff640 1 -- 172.21.15.196:0/2432471510 learned_addr learned my addr 172.21.15.196:0/2432471510 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:42:12.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.624+0000 7f86a6ffd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f86a80963c0 0x7f86a812e250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:60902/0 (socket says 172.21.15.196:60902) 2024-09-10T07:42:12.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.625+0000 7f86a6ffd640 1 -- 172.21.15.196:0/2432471510 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86a8095ab0 msgr2=0x7f86a8095e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:12.626 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.625+0000 7f86a6ffd640 1 --2- 172.21.15.196:0/2432471510 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86a8095ab0 0x7f86a8095e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:12.626 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.625+0000 7f86a6ffd640 1 -- 172.21.15.196:0/2432471510 >> v1:172.21.15.196:6789/0 conn(0x7f86a812e790 legacy=0x7f86a8130b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:12.626 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.625+0000 7f86a6ffd640 1 -- 172.21.15.196:0/2432471510 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86a80683e0 con 0x7f86a80963c0 2024-09-10T07:42:12.626 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.625+0000 7f86a77fe640 1 --2- 172.21.15.196:0/2432471510 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86a8095ab0 0x7f86a8095e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:12.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.625+0000 7f86a6ffd640 1 --2- 172.21.15.196:0/2432471510 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f86a80963c0 0x7f86a812e250 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f869c009850 tx=0x7f869c0090f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6343bd3e5ba95f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:12.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.626+0000 7f86a67fc640 1 -- 172.21.15.196:0/2432471510 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f869c02ad00 con 0x7f86a80963c0 2024-09-10T07:42:12.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.626+0000 7f86a67fc640 1 -- 172.21.15.196:0/2432471510 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f869c02ae60 con 0x7f86a80963c0 2024-09-10T07:42:12.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.626+0000 7f86a67fc640 1 -- 172.21.15.196:0/2432471510 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f869c032670 con 0x7f86a80963c0 2024-09-10T07:42:12.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.626+0000 7f86add1d640 1 -- 172.21.15.196:0/2432471510 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f86a80963c0 msgr2=0x7f86a812e250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:12.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.626+0000 7f86add1d640 1 --2- 172.21.15.196:0/2432471510 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f86a80963c0 0x7f86a812e250 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f869c009850 tx=0x7f869c0090f0 comp rx=0 tx=0).stop 2024-09-10T07:42:12.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.626+0000 7f86add1d640 1 -- 172.21.15.196:0/2432471510 shutdown_connections 2024-09-10T07:42:12.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.626+0000 7f86add1d640 1 --2- 172.21.15.196:0/2432471510 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f86a80963c0 0x7f86a812e250 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:12.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.626+0000 7f86add1d640 1 --2- 172.21.15.196:0/2432471510 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86a8095ab0 0x7f86a8095e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:12.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.626+0000 7f86add1d640 1 -- 172.21.15.196:0/2432471510 >> 172.21.15.196:0/2432471510 conn(0x7f86a809acf0 msgr2=0x7f86a8096ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:12.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.626+0000 7f86add1d640 1 -- 172.21.15.196:0/2432471510 shutdown_connections 2024-09-10T07:42:12.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.626+0000 7f86add1d640 1 -- 172.21.15.196:0/2432471510 wait complete. 2024-09-10T07:42:12.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.627+0000 7f86add1d640 1 Processor -- start 2024-09-10T07:42:12.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.627+0000 7f86add1d640 1 -- start start 2024-09-10T07:42:12.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.627+0000 7f86add1d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86a8095ab0 0x7f86a8139e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:12.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.627+0000 7f86add1d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f86a80963c0 0x7f86a813a380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:12.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.627+0000 7f86add1d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f86a812e790 0x7f86a811f540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:12.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.627+0000 7f86add1d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86a80989c0 con 0x7f86a80963c0 2024-09-10T07:42:12.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.627+0000 7f86add1d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86a8122ac0 con 0x7f86a8095ab0 2024-09-10T07:42:12.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.627+0000 7f86add1d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f86a81226f0 con 0x7f86a812e790 2024-09-10T07:42:12.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.628+0000 7f86a77fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86a8095ab0 0x7f86a8139e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:12.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.628+0000 7f86a6ffd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f86a80963c0 0x7f86a813a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:12.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.628+0000 7f86a77fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86a8095ab0 0x7f86a8139e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:41274/0 (socket says 172.21.15.196:41274) 2024-09-10T07:42:12.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.628+0000 7f86a77fe640 1 -- 172.21.15.196:0/2158366278 learned_addr learned my addr 172.21.15.196:0/2158366278 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:12.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.628+0000 7f86a7fff640 1 --2- 172.21.15.196:0/2158366278 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f86a812e790 0x7f86a811f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:12.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.628+0000 7f86a6ffd640 1 -- 172.21.15.196:0/2158366278 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f86a812e790 msgr2=0x7f86a811f540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:12.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.628+0000 7f86a6ffd640 1 --2- 172.21.15.196:0/2158366278 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f86a812e790 0x7f86a811f540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:12.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.628+0000 7f86a6ffd640 1 -- 172.21.15.196:0/2158366278 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86a8095ab0 msgr2=0x7f86a8139e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:12.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.628+0000 7f86a6ffd640 1 --2- 172.21.15.196:0/2158366278 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86a8095ab0 0x7f86a8139e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:12.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.628+0000 7f86a6ffd640 1 -- 172.21.15.196:0/2158366278 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8698009390 con 0x7f86a80963c0 2024-09-10T07:42:12.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.628+0000 7f86a77fe640 1 --2- 172.21.15.196:0/2158366278 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86a8095ab0 0x7f86a8139e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:12.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.628+0000 7f86a6ffd640 1 --2- 172.21.15.196:0/2158366278 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f86a80963c0 0x7f86a813a380 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f86a8069fa0 tx=0x7f869c032000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:12.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.628+0000 7f868f7fe640 1 -- 172.21.15.196:0/2158366278 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f869c031700 con 0x7f86a80963c0 2024-09-10T07:42:12.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.628+0000 7f868f7fe640 1 -- 172.21.15.196:0/2158366278 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f869c031860 con 0x7f86a80963c0 2024-09-10T07:42:12.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.628+0000 7f86add1d640 1 -- 172.21.15.196:0/2158366278 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f869c009390 con 0x7f86a80963c0 2024-09-10T07:42:12.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.628+0000 7f868f7fe640 1 -- 172.21.15.196:0/2158366278 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f869c031c20 con 0x7f86a80963c0 2024-09-10T07:42:12.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.628+0000 7f86add1d640 1 -- 172.21.15.196:0/2158366278 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86a813a8c0 con 0x7f86a80963c0 2024-09-10T07:42:12.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.629+0000 7f86add1d640 1 -- 172.21.15.196:0/2158366278 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86a8121e70 con 0x7f86a80963c0 2024-09-10T07:42:12.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.629+0000 7f868f7fe640 1 -- 172.21.15.196:0/2158366278 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f869c039040 con 0x7f86a80963c0 2024-09-10T07:42:12.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.630+0000 7f868f7fe640 1 -- 172.21.15.196:0/2158366278 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2455+0+0 (secure 0 0 0) 0x7f869c082800 con 0x7f86a80963c0 2024-09-10T07:42:12.633 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.633+0000 7f868f7fe640 1 -- 172.21.15.196:0/2158366278 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7f869c05d900 con 0x7f86a80963c0 2024-09-10T07:42:12.763 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.764+0000 7f86add1d640 1 -- 172.21.15.196:0/2158366278 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "rbd", "pg_num": 8} v 0) v1 -- 0x7f86a80668c0 con 0x7f86a80963c0 2024-09-10T07:42:12.975 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.975+0000 7f868f7fe640 1 -- 172.21.15.196:0/2158366278 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]=0 pool 'rbd' created v13) v1 ==== 109+0+0 (secure 0 0 0) 0x7f869c03f0a0 con 0x7f86a80963c0 2024-09-10T07:42:12.975 INFO:teuthology.orchestra.run.smithi196.stderr:pool 'rbd' created 2024-09-10T07:42:12.978 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.978+0000 7f86add1d640 1 -- 172.21.15.196:0/2158366278 >> v1:172.21.15.196:6816/32369 conn(0x7f869404cb70 legacy=0x7f869404f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:12.978 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.978+0000 7f86add1d640 1 -- 172.21.15.196:0/2158366278 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f86a80963c0 msgr2=0x7f86a813a380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:12.978 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.978+0000 7f86add1d640 1 --2- 172.21.15.196:0/2158366278 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f86a80963c0 0x7f86a813a380 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f86a8069fa0 tx=0x7f869c032000 comp rx=0 tx=0).stop 2024-09-10T07:42:12.978 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.978+0000 7f86add1d640 1 -- 172.21.15.196:0/2158366278 shutdown_connections 2024-09-10T07:42:12.978 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.978+0000 7f86add1d640 1 --2- 172.21.15.196:0/2158366278 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f86a812e790 0x7f86a811f540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:12.978 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.978+0000 7f86add1d640 1 --2- 172.21.15.196:0/2158366278 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f86a80963c0 0x7f86a813a380 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:12.978 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.978+0000 7f86add1d640 1 --2- 172.21.15.196:0/2158366278 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f86a8095ab0 0x7f86a8139e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:12.978 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.978+0000 7f86add1d640 1 -- 172.21.15.196:0/2158366278 >> 172.21.15.196:0/2158366278 conn(0x7f86a809acf0 msgr2=0x7f86a80935a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:12.979 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.978+0000 7f86add1d640 1 -- 172.21.15.196:0/2158366278 shutdown_connections 2024-09-10T07:42:12.979 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:12.978+0000 7f86add1d640 1 -- 172.21.15.196:0/2158366278 wait complete. 2024-09-10T07:42:12.988 DEBUG:teuthology.orchestra.run.smithi196:> rbd --cluster ceph pool init rbd 2024-09-10T07:42:13.112 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.112+0000 7f484a6cab80 1 Processor -- start 2024-09-10T07:42:13.112 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.112+0000 7f484a6cab80 1 -- start start 2024-09-10T07:42:13.112 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.112+0000 7f484a6cab80 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x55ab34f4ec80 0x55ab34ffa900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:13.112 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.112+0000 7f484a6cab80 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55ab34ffae40 0x55ab34ffd220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:13.113 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.112+0000 7f484a6cab80 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x55ab34e8d0e0 con 0x55ab34f4e1a0 2024-09-10T07:42:13.113 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.112+0000 7f484a6cab80 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ab34ec6260 con 0x55ab34ffae40 2024-09-10T07:42:13.113 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.112+0000 7f484a6cab80 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x55ab34ec1f40 con 0x55ab34f4ec80 2024-09-10T07:42:13.113 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.112+0000 7f4846c4a640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x55ab34f4ec80 0x55ab34ffa900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:13.113 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.112+0000 7f484744b640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x55ab34f4e1a0 0x55ab34f4e570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:39866/0 (socket says 172.21.15.196:39866) 2024-09-10T07:42:13.113 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.112+0000 7f4847c4c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55ab34ffae40 0x55ab34ffd220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:13.113 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.112+0000 7f484744b640 1 -- 172.21.15.196:0/2453760475 learned_addr learned my addr 172.21.15.196:0/2453760475 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:42:13.113 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.113+0000 7f4846449640 1 -- 172.21.15.196:0/2453760475 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3918411564 0 0) 0x55ab34e8d0e0 con 0x55ab34f4e1a0 2024-09-10T07:42:13.113 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.113+0000 7f4846c4a640 1 -- 172.21.15.196:0/2453760475 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55ab34ffae40 msgr2=0x55ab34ffd220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:13.113 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.113+0000 7f4846c4a640 1 --2- 172.21.15.196:0/2453760475 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55ab34ffae40 0x55ab34ffd220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:13.113 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.113+0000 7f4846c4a640 1 -- 172.21.15.196:0/2453760475 >> v1:172.21.15.196:6789/0 conn(0x55ab34f4e1a0 legacy=0x55ab34f4e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:13.113 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.113+0000 7f4846c4a640 1 -- 172.21.15.196:0/2453760475 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ab34e66270 con 0x55ab34f4ec80 2024-09-10T07:42:13.113 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.113+0000 7f4847c4c640 1 --2- 172.21.15.196:0/2453760475 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55ab34ffae40 0x55ab34ffd220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:13.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.114+0000 7f4846c4a640 1 --2- 172.21.15.196:0/2453760475 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x55ab34f4ec80 0x55ab34ffa900 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f483000a6b0 tx=0x7f4830045c90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=69ad207e23ad9310 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:13.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.115+0000 7f4846449640 1 -- 172.21.15.196:0/2453760475 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f483004e510 con 0x55ab34f4ec80 2024-09-10T07:42:13.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.115+0000 7f4846449640 1 -- 172.21.15.196:0/2453760475 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f483004e670 con 0x55ab34f4ec80 2024-09-10T07:42:13.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.115+0000 7f4846449640 1 -- 172.21.15.196:0/2453760475 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f483004e820 con 0x55ab34f4ec80 2024-09-10T07:42:13.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.115+0000 7f484a6cab80 1 -- 172.21.15.196:0/2453760475 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x55ab34f4ec80 msgr2=0x55ab34ffa900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:13.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.115+0000 7f484a6cab80 1 --2- 172.21.15.196:0/2453760475 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x55ab34f4ec80 0x55ab34ffa900 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f483000a6b0 tx=0x7f4830045c90 comp rx=0 tx=0).stop 2024-09-10T07:42:13.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.115+0000 7f484a6cab80 1 -- 172.21.15.196:0/2453760475 shutdown_connections 2024-09-10T07:42:13.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.115+0000 7f484a6cab80 1 --2- 172.21.15.196:0/2453760475 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55ab34ffae40 0x55ab34ffd220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:13.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.115+0000 7f484a6cab80 1 --2- 172.21.15.196:0/2453760475 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x55ab34f4ec80 0x55ab34ffa900 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:13.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.115+0000 7f484a6cab80 1 -- 172.21.15.196:0/2453760475 >> 172.21.15.196:0/2453760475 conn(0x55ab34f69350 msgr2=0x55ab34f66680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:13.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.115+0000 7f484a6cab80 1 -- 172.21.15.196:0/2453760475 shutdown_connections 2024-09-10T07:42:13.116 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.115+0000 7f484a6cab80 1 -- 172.21.15.196:0/2453760475 wait complete. 2024-09-10T07:42:13.118 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.116+0000 7f484a6cab80 1 Processor -- start 2024-09-10T07:42:13.118 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.116+0000 7f484a6cab80 1 -- start start 2024-09-10T07:42:13.118 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.116+0000 7f484a6cab80 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x55ab34f4e1a0 0x55ab34ff3030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:13.118 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.116+0000 7f484a6cab80 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55ab34f4ec80 0x55ab34ff3570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:13.118 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.116+0000 7f484a6cab80 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55ab34ffae40 0x55ab34ff3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:13.119 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.116+0000 7f484a6cab80 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab34e84ba0 con 0x55ab34f4ec80 2024-09-10T07:42:13.119 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.116+0000 7f484a6cab80 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ab34e84840 con 0x55ab34ffae40 2024-09-10T07:42:13.119 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.116+0000 7f484a6cab80 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x55ab34e477a0 con 0x55ab34f4e1a0 2024-09-10T07:42:13.119 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.116+0000 7f4846c4a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55ab34f4ec80 0x55ab34ff3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:13.119 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.116+0000 7f484744b640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x55ab34f4e1a0 0x55ab34ff3030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:13.119 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.116+0000 7f4847c4c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55ab34ffae40 0x55ab34ff3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:13.119 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.116+0000 7f484744b640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x55ab34f4e1a0 0x55ab34ff3030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:41884/0 (socket says 172.21.15.196:41884) 2024-09-10T07:42:13.119 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.116+0000 7f4847c4c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55ab34ffae40 0x55ab34ff3ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:41280/0 (socket says 172.21.15.196:41280) 2024-09-10T07:42:13.119 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.116+0000 7f4846c4a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55ab34f4ec80 0x55ab34ff3570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:60918/0 (socket says 172.21.15.196:60918) 2024-09-10T07:42:13.119 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.116+0000 7f484744b640 1 -- 172.21.15.196:0/2078190672 learned_addr learned my addr 172.21.15.196:0/2078190672 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:13.119 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.117+0000 7f484744b640 1 -- 172.21.15.196:0/2078190672 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55ab34ffae40 msgr2=0x55ab34ff3ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:13.119 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.117+0000 7f484744b640 1 --2- 172.21.15.196:0/2078190672 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55ab34ffae40 0x55ab34ff3ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:13.119 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.117+0000 7f484744b640 1 -- 172.21.15.196:0/2078190672 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55ab34f4ec80 msgr2=0x55ab34ff3570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:13.120 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.117+0000 7f484744b640 1 --2- 172.21.15.196:0/2078190672 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55ab34f4ec80 0x55ab34ff3570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:13.120 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.117+0000 7f484744b640 1 -- 172.21.15.196:0/2078190672 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f483800c370 con 0x55ab34f4e1a0 2024-09-10T07:42:13.120 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.117+0000 7f4847c4c640 1 --2- 172.21.15.196:0/2078190672 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x55ab34ffae40 0x55ab34ff3ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:13.120 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.117+0000 7f4846c4a640 1 --2- 172.21.15.196:0/2078190672 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x55ab34f4ec80 0x55ab34ff3570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:13.120 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.117+0000 7f484744b640 1 --2- 172.21.15.196:0/2078190672 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x55ab34f4e1a0 0x55ab34ff3030 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f484000bd50 tx=0x7f4840001790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:13.120 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.117+0000 7f483f7fe640 1 -- 172.21.15.196:0/2078190672 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f484000e470 con 0x55ab34f4e1a0 2024-09-10T07:42:13.120 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.117+0000 7f483f7fe640 1 -- 172.21.15.196:0/2078190672 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f484000e5f0 con 0x55ab34f4e1a0 2024-09-10T07:42:13.120 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.117+0000 7f484a6cab80 1 -- 172.21.15.196:0/2078190672 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4830005cf0 con 0x55ab34f4e1a0 2024-09-10T07:42:13.120 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.117+0000 7f483f7fe640 1 -- 172.21.15.196:0/2078190672 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f484000ea30 con 0x55ab34f4e1a0 2024-09-10T07:42:13.120 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.117+0000 7f484a6cab80 1 -- 172.21.15.196:0/2078190672 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ab34e730e0 con 0x55ab34f4e1a0 2024-09-10T07:42:13.120 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.118+0000 7f483f7fe640 1 -- 172.21.15.196:0/2078190672 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f484000d3d0 con 0x55ab34f4e1a0 2024-09-10T07:42:13.120 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.118+0000 7f483f7fe640 1 -- 172.21.15.196:0/2078190672 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(13..13 src has 1..13) v4 ==== 2797+0+0 (secure 0 0 0) 0x7f4840061fe0 con 0x55ab34f4e1a0 2024-09-10T07:42:13.120 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.118+0000 7f484a6cab80 1 -- 172.21.15.196:0/2078190672 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "osd pool application enable","pool": "rbd","app": "rbd"} v 0) v1 -- 0x55ab34e66600 con 0x55ab34f4e1a0 2024-09-10T07:42:13.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.981+0000 7f483f7fe640 1 -- 172.21.15.196:0/2078190672 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]=0 enabled application 'rbd' on pool 'rbd' v14) v1 ==== 141+0+0 (secure 0 0 0) 0x7f484003d180 con 0x55ab34f4e1a0 2024-09-10T07:42:13.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.981+0000 7f484a6cab80 1 -- 172.21.15.196:0/2078190672 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x55ab34e84630 con 0x55ab34f4e1a0 2024-09-10T07:42:13.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.982+0000 7f483f7fe640 1 -- 172.21.15.196:0/2078190672 <== mon.2 v2:172.21.15.196:3302/0 7 ==== mon_get_version_reply(handle=1 version=14) v2 ==== 24+0+0 (secure 0 0 0) 0x7f48400018f0 con 0x55ab34f4e1a0 2024-09-10T07:42:13.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.982+0000 7f4845c48640 1 -- 172.21.15.196:0/2078190672 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=14}) v3 -- 0x7f482c002a10 con 0x55ab34f4e1a0 2024-09-10T07:42:13.982 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.982+0000 7f483f7fe640 1 -- 172.21.15.196:0/2078190672 <== mon.2 v2:172.21.15.196:3302/0 8 ==== osd_map(14..14 src has 1..14) v4 ==== 642+0+0 (secure 0 0 0) 0x7f4840040d30 con 0x55ab34f4e1a0 2024-09-10T07:42:13.982 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.982+0000 7f484a6cab80 1 -- 172.21.15.196:0/2078190672 --> v1:172.21.15.196:6812/32890 -- osd_op(unknown.0.0:1 2.3 2:c4c92e5a:::rbd_trash:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e14) v8 -- 0x55ab35011800 con 0x55ab3500dd00 2024-09-10T07:42:13.992 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.993+0000 7f4847c4c640 1 -- 172.21.15.196:0/2078190672 <== osd.3 v1:172.21.15.196:6812/32890 1 ==== osd_op_reply(1 rbd_trash [create] v14'1 uv1 ondisk = 0) v8 ==== 153+0+0 (unknown 1742540995 0 0) 0x7f483800cd80 con 0x55ab3500dd00 2024-09-10T07:42:13.995 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.996+0000 7f484a6cab80 1 -- 172.21.15.196:0/2078190672 --> v1:172.21.15.196:6812/32890 -- osd_op(unknown.0.0:2 2.2 2:5cea7035:::rbd_info:head [call rbd.metadata_list in=33b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e14) v8 -- 0x55ab3505ed00 con 0x55ab3500dd00 2024-09-10T07:42:13.995 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.996+0000 7f4847c4c640 1 -- 172.21.15.196:0/2078190672 <== osd.3 v1:172.21.15.196:6812/32890 2 ==== osd_op_reply(2 rbd_info [call] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) v8 ==== 152+0+0 (unknown 173568156 0 0) 0x7f483800cd80 con 0x55ab3500dd00 2024-09-10T07:42:13.995 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.996+0000 7f484a6cab80 1 -- 172.21.15.196:0/2078190672 --> v1:172.21.15.196:6812/32890 -- osd_op(unknown.0.0:3 2.2 2:5cea7035:::rbd_info:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e14) v8 -- 0x55ab3505ddf0 con 0x55ab3500dd00 2024-09-10T07:42:13.996 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.996+0000 7f4847c4c640 1 -- 172.21.15.196:0/2078190672 <== osd.3 v1:172.21.15.196:6812/32890 3 ==== osd_op_reply(3 rbd_info [read 0~0] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) v8 ==== 152+0+0 (unknown 185109136 0 0) 0x7f483800cd80 con 0x55ab3500dd00 2024-09-10T07:42:13.996 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:13.996+0000 7f4845c48640 1 -- 172.21.15.196:0/2078190672 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- pool_op(create unmanaged snap pool 2 tid 4 name v0) v4 -- 0x7f482c003db0 con 0x55ab34f4e1a0 2024-09-10T07:42:14.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:14.980+0000 7f483f7fe640 1 -- 172.21.15.196:0/2078190672 <== mon.2 v2:172.21.15.196:3302/0 9 ==== pool_op_reply(tid 4 (0) Success v15) v1 ==== 55+0+0 (secure 0 0 0) 0x7f484000ee60 con 0x55ab34f4e1a0 2024-09-10T07:42:14.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:14.980+0000 7f483f7fe640 1 -- 172.21.15.196:0/2078190672 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=15}) v3 -- 0x7f4828052040 con 0x55ab34f4e1a0 2024-09-10T07:42:14.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:14.981+0000 7f483f7fe640 1 -- 172.21.15.196:0/2078190672 <== mon.2 v2:172.21.15.196:3302/0 10 ==== osd_map(15..15 src has 1..15) v4 ==== 618+0+0 (secure 0 0 0) 0x7f484003d8b0 con 0x55ab34f4e1a0 2024-09-10T07:42:14.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:14.981+0000 7f4845c48640 1 -- 172.21.15.196:0/2078190672 --> v1:172.21.15.196:6812/32890 -- osd_op(unknown.0.0:5 2.2 2:5cea7035:::rbd_info:head [create,write 0~8 in=8b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e15) v8 -- 0x7f482c005730 con 0x55ab3500dd00 2024-09-10T07:42:14.985 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:14.986+0000 7f4847c4c640 1 -- 172.21.15.196:0/2078190672 <== osd.3 v1:172.21.15.196:6812/32890 4 ==== osd_op_reply(5 rbd_info [create,write 0~8] v15'1 uv1 ondisk = 0) v8 ==== 194+0+0 (unknown 913822303 0 0) 0x7f483800cd80 con 0x55ab3500dd00 2024-09-10T07:42:14.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:14.986+0000 7f4845c48640 1 -- 172.21.15.196:0/2078190672 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- pool_op(delete unmanaged snap pool 2 tid 6 name v15) v4 -- 0x7f482c0051c0 con 0x55ab34f4e1a0 2024-09-10T07:42:15.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:15.990+0000 7f483f7fe640 1 -- 172.21.15.196:0/2078190672 <== mon.2 v2:172.21.15.196:3302/0 11 ==== pool_op_reply(tid 6 (0) Success v16) v1 ==== 43+0+0 (secure 0 0 0) 0x7f4840040990 con 0x55ab34f4e1a0 2024-09-10T07:42:15.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:15.990+0000 7f483f7fe640 1 -- 172.21.15.196:0/2078190672 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=16}) v3 -- 0x7f48280521d0 con 0x55ab34f4e1a0 2024-09-10T07:42:15.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:15.990+0000 7f483f7fe640 1 -- 172.21.15.196:0/2078190672 <== mon.2 v2:172.21.15.196:3302/0 12 ==== osd_map(16..16 src has 1..16) v4 ==== 646+0+0 (secure 0 0 0) 0x7f4840061170 con 0x55ab34f4e1a0 2024-09-10T07:42:15.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:15.990+0000 7f4845c48640 1 -- 172.21.15.196:0/2078190672 --> v1:172.21.15.196:6812/32890 -- osd_op(unknown.0.0:7 2.2 2:5cea7035:::rbd_info:head [write 0~19 in=19b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e16) v8 -- 0x7f482c005fd0 con 0x55ab3500dd00 2024-09-10T07:42:15.994 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:15.994+0000 7f4847c4c640 1 -- 172.21.15.196:0/2078190672 <== osd.3 v1:172.21.15.196:6812/32890 5 ==== osd_op_reply(7 rbd_info [write 0~19] v16'2 uv2 ondisk = 0) v8 ==== 152+0+0 (unknown 2130366450 0 0) 0x7f483800cd80 con 0x55ab3500dd00 2024-09-10T07:42:15.994 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:15.994+0000 7f484a6cab80 1 -- 172.21.15.196:0/2078190672 >> v1:172.21.15.196:6812/32890 conn(0x55ab3500dd00 legacy=0x55ab350100e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:15.994 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:15.994+0000 7f484a6cab80 1 -- 172.21.15.196:0/2078190672 >> v1:172.21.15.196:6816/32369 conn(0x7f482804b570 legacy=0x7f482804da20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:15.994 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:15.994+0000 7f484a6cab80 1 -- 172.21.15.196:0/2078190672 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x55ab34f4e1a0 msgr2=0x55ab34ff3030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:15.994 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:15.994+0000 7f484a6cab80 1 --2- 172.21.15.196:0/2078190672 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x55ab34f4e1a0 0x55ab34ff3030 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f484000bd50 tx=0x7f4840001790 comp rx=0 tx=0).stop 2024-09-10T07:42:15.994 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:15.995+0000 7f4847c4c640 1 -- 172.21.15.196:0/2078190672 reap_dead start 2024-09-10T07:42:15.995 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:15.995+0000 7f484a6cab80 1 -- 172.21.15.196:0/2078190672 shutdown_connections 2024-09-10T07:42:15.995 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:15.995+0000 7f484a6cab80 1 -- 172.21.15.196:0/2078190672 >> 172.21.15.196:0/2078190672 conn(0x55ab34f69350 msgr2=0x55ab34f65180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:15.995 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:15.995+0000 7f484a6cab80 1 -- 172.21.15.196:0/2078190672 shutdown_connections 2024-09-10T07:42:15.995 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:15.995+0000 7f484a6cab80 1 -- 172.21.15.196:0/2078190672 wait complete. 2024-09-10T07:42:15.998 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-10T07:42:15.999 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-10T07:42:15.999 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-10T07:42:15.999 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-10T07:42:15.999 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-10T07:42:16.104 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.100+0000 7fe405634640 1 Processor -- start 2024-09-10T07:42:16.104 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.100+0000 7fe405634640 1 -- start start 2024-09-10T07:42:16.105 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.100+0000 7fe405634640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4000947b0 0x7fe400094b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.105 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.100+0000 7fe405634640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe4000950c0 0x7fe40012e440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.105 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.100+0000 7fe405634640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe40012e980 0x7fe400130d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.105 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.100+0000 7fe405634640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe400096ad0 con 0x7fe40012e980 2024-09-10T07:42:16.105 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.100+0000 7fe405634640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe400096440 con 0x7fe4000947b0 2024-09-10T07:42:16.105 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.100+0000 7fe405634640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fe400096810 con 0x7fe4000950c0 2024-09-10T07:42:16.105 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.100+0000 7fe3feffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4000947b0 0x7fe400094b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.105 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.100+0000 7fe3fe7fc640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe4000950c0 0x7fe40012e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.105 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.100+0000 7fe3feffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4000947b0 0x7fe400094b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:41292/0 (socket says 172.21.15.196:41292) 2024-09-10T07:42:16.105 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.100+0000 7fe3fe7fc640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe4000950c0 0x7fe40012e440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:41894/0 (socket says 172.21.15.196:41894) 2024-09-10T07:42:16.105 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.100+0000 7fe3ff7fe640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe40012e980 0x7fe400130d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.106 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.100+0000 7fe3feffd640 1 -- 172.21.15.196:0/1988288560 learned_addr learned my addr 172.21.15.196:0/1988288560 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:16.106 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.100+0000 7fe3fe7fc640 1 -- 172.21.15.196:0/1988288560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4000947b0 msgr2=0x7fe400094b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:16.106 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.100+0000 7fe3fe7fc640 1 --2- 172.21.15.196:0/1988288560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4000947b0 0x7fe400094b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.106 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.100+0000 7fe3fe7fc640 1 -- 172.21.15.196:0/1988288560 >> v2:172.21.15.196:3300/0 conn(0x7fe40012e980 msgr2=0x7fe400130d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:16.106 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.100+0000 7fe3fe7fc640 1 --2- 172.21.15.196:0/1988288560 >> v2:172.21.15.196:3300/0 conn(0x7fe40012e980 0x7fe400130d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.106 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.100+0000 7fe3fe7fc640 1 -- 172.21.15.196:0/1988288560 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe400098f00 con 0x7fe4000950c0 2024-09-10T07:42:16.106 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.101+0000 7fe3ff7fe640 1 --2- 172.21.15.196:0/1988288560 >> v2:172.21.15.196:3300/0 conn(0x7fe40012e980 0x7fe400130d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:16.106 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.101+0000 7fe3feffd640 1 --2- 172.21.15.196:0/1988288560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4000947b0 0x7fe400094b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:16.106 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.101+0000 7fe3fe7fc640 1 --2- 172.21.15.196:0/1988288560 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe4000950c0 0x7fe40012e440 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fe3e8009850 tx=0x7fe3e80090f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a9c1224ee68876b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:16.106 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.101+0000 7fe3fdffb640 1 -- 172.21.15.196:0/1988288560 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3e802abc0 con 0x7fe4000950c0 2024-09-10T07:42:16.106 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.101+0000 7fe3fdffb640 1 -- 172.21.15.196:0/1988288560 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3e802ad20 con 0x7fe4000950c0 2024-09-10T07:42:16.106 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.101+0000 7fe3fdffb640 1 -- 172.21.15.196:0/1988288560 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3e8032670 con 0x7fe4000950c0 2024-09-10T07:42:16.106 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.102+0000 7fe405634640 1 -- 172.21.15.196:0/1988288560 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe4000950c0 msgr2=0x7fe40012e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.102+0000 7fe405634640 1 --2- 172.21.15.196:0/1988288560 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe4000950c0 0x7fe40012e440 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fe3e8009850 tx=0x7fe3e80090f0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.102+0000 7fe405634640 1 -- 172.21.15.196:0/1988288560 shutdown_connections 2024-09-10T07:42:16.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.102+0000 7fe405634640 1 --2- 172.21.15.196:0/1988288560 >> v2:172.21.15.196:3300/0 conn(0x7fe40012e980 0x7fe400130d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.102+0000 7fe405634640 1 --2- 172.21.15.196:0/1988288560 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe4000950c0 0x7fe40012e440 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.102+0000 7fe405634640 1 --2- 172.21.15.196:0/1988288560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4000947b0 0x7fe400094b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.102+0000 7fe405634640 1 -- 172.21.15.196:0/1988288560 >> 172.21.15.196:0/1988288560 conn(0x7fe400099dc0 msgr2=0x7fe40009a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:16.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.102+0000 7fe405634640 1 -- 172.21.15.196:0/1988288560 shutdown_connections 2024-09-10T07:42:16.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.102+0000 7fe405634640 1 -- 172.21.15.196:0/1988288560 wait complete. 2024-09-10T07:42:16.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.103+0000 7fe405634640 1 Processor -- start 2024-09-10T07:42:16.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.103+0000 7fe405634640 1 -- start start 2024-09-10T07:42:16.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.103+0000 7fe405634640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4000947b0 0x7fe40012dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.103+0000 7fe405634640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe4000950c0 0x7fe400090980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.103+0000 7fe405634640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe40012e980 0x7fe400090ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.103+0000 7fe405634640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe400093d40 con 0x7fe40012e980 2024-09-10T07:42:16.108 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.103+0000 7fe405634640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe40006ebe0 con 0x7fe4000947b0 2024-09-10T07:42:16.108 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.103+0000 7fe405634640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fe400094110 con 0x7fe4000950c0 2024-09-10T07:42:16.108 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.103+0000 7fe3feffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4000947b0 0x7fe40012dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.108 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.103+0000 7fe3fe7fc640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe4000950c0 0x7fe400090980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.108 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.103+0000 7fe3feffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4000947b0 0x7fe40012dcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:41296/0 (socket says 172.21.15.196:41296) 2024-09-10T07:42:16.108 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.103+0000 7fe3fe7fc640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe4000950c0 0x7fe400090980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:41904/0 (socket says 172.21.15.196:41904) 2024-09-10T07:42:16.108 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.103+0000 7fe3feffd640 1 -- 172.21.15.196:0/991851233 learned_addr learned my addr 172.21.15.196:0/991851233 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:16.108 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.103+0000 7fe3ff7fe640 1 --2- 172.21.15.196:0/991851233 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe40012e980 0x7fe400090ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.108 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.104+0000 7fe3feffd640 1 -- 172.21.15.196:0/991851233 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe4000950c0 msgr2=0x7fe400090980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.108 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.104+0000 7fe3feffd640 1 --2- 172.21.15.196:0/991851233 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe4000950c0 0x7fe400090980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.108 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.104+0000 7fe3feffd640 1 -- 172.21.15.196:0/991851233 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe40012e980 msgr2=0x7fe400090ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.108 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.104+0000 7fe3feffd640 1 --2- 172.21.15.196:0/991851233 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe40012e980 0x7fe400090ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.108 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.104+0000 7fe3feffd640 1 -- 172.21.15.196:0/991851233 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3f8009450 con 0x7fe4000947b0 2024-09-10T07:42:16.109 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.104+0000 7fe3ff7fe640 1 --2- 172.21.15.196:0/991851233 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe40012e980 0x7fe400090ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:16.109 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.104+0000 7fe3fe7fc640 1 --2- 172.21.15.196:0/991851233 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe4000950c0 0x7fe400090980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:16.109 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.104+0000 7fe3feffd640 1 --2- 172.21.15.196:0/991851233 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4000947b0 0x7fe40012dcf0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fe3f800ec80 tx=0x7fe3f80091d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:16.109 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.104+0000 7fe3f6ffd640 1 -- 172.21.15.196:0/991851233 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3f8009730 con 0x7fe4000947b0 2024-09-10T07:42:16.109 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.104+0000 7fe3f6ffd640 1 -- 172.21.15.196:0/991851233 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3f800eec0 con 0x7fe4000947b0 2024-09-10T07:42:16.109 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.104+0000 7fe3f6ffd640 1 -- 172.21.15.196:0/991851233 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3f800cdf0 con 0x7fe4000947b0 2024-09-10T07:42:16.109 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.104+0000 7fe405634640 1 -- 172.21.15.196:0/991851233 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3f0009a20 con 0x7fe4000947b0 2024-09-10T07:42:16.109 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.104+0000 7fe405634640 1 -- 172.21.15.196:0/991851233 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3e8009390 con 0x7fe4000947b0 2024-09-10T07:42:16.109 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.105+0000 7fe3f6ffd640 1 -- 172.21.15.196:0/991851233 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7fe3f8013680 con 0x7fe4000947b0 2024-09-10T07:42:16.110 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.105+0000 7fe405634640 1 -- 172.21.15.196:0/991851233 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe40004bf60 con 0x7fe4000947b0 2024-09-10T07:42:16.110 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.106+0000 7fe3f6ffd640 1 -- 172.21.15.196:0/991851233 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7fe3f8063650 con 0x7fe4000947b0 2024-09-10T07:42:16.110 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.109+0000 7fe3f6ffd640 1 -- 172.21.15.196:0/991851233 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7fe3f803e560 con 0x7fe4000947b0 2024-09-10T07:42:16.262 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.263+0000 7fe405634640 1 -- 172.21.15.196:0/991851233 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7fe4000934c0 con 0x7fe4000947b0 2024-09-10T07:42:16.264 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.265+0000 7fe3f6ffd640 1 -- 172.21.15.196:0/991851233 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+116186 (secure 0 0 0) 0x7fe3f8021070 con 0x7fe4000947b0 2024-09-10T07:42:16.266 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:42:16.267 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.267+0000 7fe405634640 1 -- 172.21.15.196:0/991851233 >> v1:172.21.15.196:6816/32369 conn(0x7fe3e004cb70 legacy=0x7fe3e004f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.267 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.267+0000 7fe405634640 1 -- 172.21.15.196:0/991851233 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4000947b0 msgr2=0x7fe40012dcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.267 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.267+0000 7fe405634640 1 --2- 172.21.15.196:0/991851233 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4000947b0 0x7fe40012dcf0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fe3f800ec80 tx=0x7fe3f80091d0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.267 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.267+0000 7fe405634640 1 -- 172.21.15.196:0/991851233 shutdown_connections 2024-09-10T07:42:16.268 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.267+0000 7fe405634640 1 --2- 172.21.15.196:0/991851233 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe40012e980 0x7fe400090ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.268 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.267+0000 7fe405634640 1 --2- 172.21.15.196:0/991851233 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe4000950c0 0x7fe400090980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.268 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.267+0000 7fe405634640 1 --2- 172.21.15.196:0/991851233 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe4000947b0 0x7fe40012dcf0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.268 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.267+0000 7fe405634640 1 -- 172.21.15.196:0/991851233 >> 172.21.15.196:0/991851233 conn(0x7fe400099dc0 msgr2=0x7fe40009c8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:16.268 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.267+0000 7fe405634640 1 -- 172.21.15.196:0/991851233 shutdown_connections 2024-09-10T07:42:16.268 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.267+0000 7fe405634640 1 -- 172.21.15.196:0/991851233 wait complete. 2024-09-10T07:42:16.277 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":5,"flags":0,"active_gid":4105,"active_name":"y","active_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6816","nonce":32369}]},"active_addr":"172.21.15.196:6816/32369","active_change":"2024-09-10T07:41:59.671338+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":4112,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.196:0","nonce":1398858137}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.196:0","nonce":1752713173}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.196:0","nonce":2023397024}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.196:0","nonce":1726850961}]}]} 2024-09-10T07:42:16.281 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-10T07:42:16.281 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-10T07:42:16.281 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:42:16.374 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.374+0000 7f001e28b640 1 Processor -- start 2024-09-10T07:42:16.374 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.375+0000 7f001e28b640 1 -- start start 2024-09-10T07:42:16.375 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.375+0000 7f001e28b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f001808f100 0x7f001808f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.375 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.375+0000 7f001e28b640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f001808fa10 0x7f001812c230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.375 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.375+0000 7f001e28b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f001812c770 0x7f001812eb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.375 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.375+0000 7f001e28b640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0018091fa0 con 0x7f001808f100 2024-09-10T07:42:16.375 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.375+0000 7f001e28b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0018091310 con 0x7f001812c770 2024-09-10T07:42:16.375 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.375+0000 7f001e28b640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f00180905f0 con 0x7f001808fa10 2024-09-10T07:42:16.375 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.375+0000 7f001c828640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f001812c770 0x7f001812eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.375 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.375+0000 7f0017fff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f001808f100 0x7f001808f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.375 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.375+0000 7f00177fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f001808fa10 0x7f001812c230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.375 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.375+0000 7f001c828640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f001812c770 0x7f001812eb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:43210/0 (socket says 172.21.15.196:43210) 2024-09-10T07:42:16.375 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.375+0000 7f0017fff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f001808f100 0x7f001808f4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:38526/0 (socket says 172.21.15.196:38526) 2024-09-10T07:42:16.375 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.375+0000 7f00177fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f001808fa10 0x7f001812c230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33130/0 (socket says 172.21.15.196:33130) 2024-09-10T07:42:16.375 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.375+0000 7f001c828640 1 -- 172.21.15.196:0/2058033058 learned_addr learned my addr 172.21.15.196:0/2058033058 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:16.379 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.375+0000 7f001c828640 1 -- 172.21.15.196:0/2058033058 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f001808fa10 msgr2=0x7f001812c230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:16.379 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.375+0000 7f001c828640 1 --2- 172.21.15.196:0/2058033058 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f001808fa10 0x7f001812c230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.379 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.375+0000 7f001c828640 1 -- 172.21.15.196:0/2058033058 >> v2:172.21.15.196:3300/0 conn(0x7f001808f100 msgr2=0x7f001808f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:16.379 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.375+0000 7f001c828640 1 --2- 172.21.15.196:0/2058033058 >> v2:172.21.15.196:3300/0 conn(0x7f001808f100 0x7f001808f4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.379 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.375+0000 7f001c828640 1 -- 172.21.15.196:0/2058033058 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0018090c80 con 0x7f001812c770 2024-09-10T07:42:16.379 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.375+0000 7f00177fe640 1 --2- 172.21.15.196:0/2058033058 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f001808fa10 0x7f001812c230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:16.379 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.375+0000 7f0017fff640 1 --2- 172.21.15.196:0/2058033058 >> v2:172.21.15.196:3300/0 conn(0x7f001808f100 0x7f001808f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:16.379 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.376+0000 7f001c828640 1 --2- 172.21.15.196:0/2058033058 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f001812c770 0x7f001812eb50 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f0010009f20 tx=0x7f0010009840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=815427eaf2c2d97c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:16.379 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.376+0000 7f0016ffd640 1 -- 172.21.15.196:0/2058033058 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0010031400 con 0x7f001812c770 2024-09-10T07:42:16.379 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.376+0000 7f0016ffd640 1 -- 172.21.15.196:0/2058033058 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f001002d050 con 0x7f001812c770 2024-09-10T07:42:16.379 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.376+0000 7f0016ffd640 1 -- 172.21.15.196:0/2058033058 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00100317d0 con 0x7f001812c770 2024-09-10T07:42:16.379 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.377+0000 7f001e28b640 1 -- 172.21.15.196:0/2058033058 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f001812c770 msgr2=0x7f001812eb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.379 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.377+0000 7f001e28b640 1 --2- 172.21.15.196:0/2058033058 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f001812c770 0x7f001812eb50 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f0010009f20 tx=0x7f0010009840 comp rx=0 tx=0).stop 2024-09-10T07:42:16.380 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.377+0000 7f001e28b640 1 -- 172.21.15.196:0/2058033058 shutdown_connections 2024-09-10T07:42:16.380 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.377+0000 7f001e28b640 1 --2- 172.21.15.196:0/2058033058 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f001812c770 0x7f001812eb50 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.380 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.377+0000 7f001e28b640 1 --2- 172.21.15.196:0/2058033058 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f001808fa10 0x7f001812c230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.380 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.377+0000 7f001e28b640 1 --2- 172.21.15.196:0/2058033058 >> v2:172.21.15.196:3300/0 conn(0x7f001808f100 0x7f001808f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.380 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.377+0000 7f001e28b640 1 -- 172.21.15.196:0/2058033058 >> 172.21.15.196:0/2058033058 conn(0x7f001809bd00 msgr2=0x7f0018098fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:16.380 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.377+0000 7f001e28b640 1 -- 172.21.15.196:0/2058033058 shutdown_connections 2024-09-10T07:42:16.380 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.377+0000 7f001e28b640 1 -- 172.21.15.196:0/2058033058 wait complete. 2024-09-10T07:42:16.380 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.378+0000 7f001e28b640 1 Processor -- start 2024-09-10T07:42:16.380 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.378+0000 7f001e28b640 1 -- start start 2024-09-10T07:42:16.380 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.378+0000 7f001e28b640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f001808f100 0x7f001808b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.380 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.378+0000 7f001e28b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f001808fa10 0x7f001808bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.380 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.378+0000 7f001e28b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f001812c770 0x7f001808c100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.380 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.378+0000 7f001e28b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f001808d020 con 0x7f001808fa10 2024-09-10T07:42:16.381 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.378+0000 7f001e28b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f001808ec90 con 0x7f001812c770 2024-09-10T07:42:16.381 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.378+0000 7f001e28b640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f001808d7c0 con 0x7f001808f100 2024-09-10T07:42:16.381 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.378+0000 7f0017fff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f001808f100 0x7f001808b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.381 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.378+0000 7f00177fe640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f001808fa10 0x7f001808bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.381 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.378+0000 7f0017fff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f001808f100 0x7f001808b680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33134/0 (socket says 172.21.15.196:33134) 2024-09-10T07:42:16.381 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.378+0000 7f0017fff640 1 -- 172.21.15.196:0/643482727 learned_addr learned my addr 172.21.15.196:0/643482727 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:16.381 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.378+0000 7f001c828640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f001812c770 0x7f001808c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.381 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.379+0000 7f0017fff640 1 -- 172.21.15.196:0/643482727 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f001812c770 msgr2=0x7f001808c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.381 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.379+0000 7f0017fff640 1 --2- 172.21.15.196:0/643482727 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f001812c770 0x7f001808c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.381 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.379+0000 7f0017fff640 1 -- 172.21.15.196:0/643482727 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f001808fa10 msgr2=0x7f001808bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.381 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.379+0000 7f0017fff640 1 --2- 172.21.15.196:0/643482727 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f001808fa10 0x7f001808bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.381 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.379+0000 7f0017fff640 1 -- 172.21.15.196:0/643482727 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0008009390 con 0x7f001808f100 2024-09-10T07:42:16.381 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.379+0000 7f001c828640 1 --2- 172.21.15.196:0/643482727 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f001812c770 0x7f001808c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:16.382 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.379+0000 7f00177fe640 1 --2- 172.21.15.196:0/643482727 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f001808fa10 0x7f001808bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:16.382 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.379+0000 7f0017fff640 1 --2- 172.21.15.196:0/643482727 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f001808f100 0x7f001808b680 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f000800ec80 tx=0x7f00080090f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:16.382 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.379+0000 7efffffff640 1 -- 172.21.15.196:0/643482727 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f000800eec0 con 0x7f001808f100 2024-09-10T07:42:16.382 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.379+0000 7efffffff640 1 -- 172.21.15.196:0/643482727 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f000800cbc0 con 0x7f001808f100 2024-09-10T07:42:16.382 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.379+0000 7efffffff640 1 -- 172.21.15.196:0/643482727 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0008013470 con 0x7f001808f100 2024-09-10T07:42:16.382 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.379+0000 7f001e28b640 1 -- 172.21.15.196:0/643482727 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f000c009390 con 0x7f001808f100 2024-09-10T07:42:16.382 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.379+0000 7f001e28b640 1 -- 172.21.15.196:0/643482727 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0010009ae0 con 0x7f001808f100 2024-09-10T07:42:16.383 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.380+0000 7efffffff640 1 -- 172.21.15.196:0/643482727 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f00080137e0 con 0x7f001808f100 2024-09-10T07:42:16.383 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.380+0000 7f001e28b640 1 -- 172.21.15.196:0/643482727 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f001804bf60 con 0x7f001808f100 2024-09-10T07:42:16.383 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.380+0000 7efffffff640 1 -- 172.21.15.196:0/643482727 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7f00080635b0 con 0x7f001808f100 2024-09-10T07:42:16.383 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.384+0000 7efffffff640 1 -- 172.21.15.196:0/643482727 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7f000803e6f0 con 0x7f001808f100 2024-09-10T07:42:16.516 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.517+0000 7f001e28b640 1 -- 172.21.15.196:0/643482727 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0018090110 con 0x7f001808f100 2024-09-10T07:42:16.517 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.517+0000 7efffffff640 1 -- 172.21.15.196:0/643482727 <== mon.2 v2:172.21.15.196:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+8201 (secure 0 0 0) 0x7f0008041f00 con 0x7f001808f100 2024-09-10T07:42:16.517 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:42:16.517 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":16,"fsid":"fcdf7f04-7a4a-4d5a-b8f3-3737f76346fe","created":"2024-09-10T07:41:57.178228+0000","modified":"2024-09-10T07:42:15.983171+0000","last_up_change":"2024-09-10T07:42:06.763626+0000","last_in_change":"2024-09-10T07:41:58.273341+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:42:07.706511+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T07:42:12.781769+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"942b9bcf-e061-4911-a4e4-4b16aa4ae205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6804","nonce":32886}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6805","nonce":32886}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6807","nonce":32886}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6806","nonce":32886}]},"public_addr":"172.21.15.196:6804/32886","cluster_addr":"172.21.15.196:6805/32886","heartbeat_back_addr":"172.21.15.196:6807/32886","heartbeat_front_addr":"172.21.15.196:6806/32886","state":["exists","up"]},{"osd":1,"uuid":"f99df6f0-3bdc-48ca-88c2-121cb989aaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6800","nonce":32885}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6801","nonce":32885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6803","nonce":32885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6802","nonce":32885}]},"public_addr":"172.21.15.196:6800/32885","cluster_addr":"172.21.15.196:6801/32885","heartbeat_back_addr":"172.21.15.196:6803/32885","heartbeat_front_addr":"172.21.15.196:6802/32885","state":["exists","up"]},{"osd":2,"uuid":"10cf042a-c008-448b-b495-38b8f9bd911b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6808","nonce":32887}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6809","nonce":32887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6811","nonce":32887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6810","nonce":32887}]},"public_addr":"172.21.15.196:6808/32887","cluster_addr":"172.21.15.196:6809/32887","heartbeat_back_addr":"172.21.15.196:6811/32887","heartbeat_front_addr":"172.21.15.196:6810/32887","state":["exists","up"]},{"osd":3,"uuid":"2dd9fcad-e555-4d22-b4f7-c765d89d6a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6812","nonce":32890}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6813","nonce":32890}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6815","nonce":32890}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6814","nonce":32890}]},"public_addr":"172.21.15.196:6812/32890","cluster_addr":"172.21.15.196:6813/32890","heartbeat_back_addr":"172.21.15.196:6815/32890","heartbeat_front_addr":"172.21.15.196:6814/32890","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.512528+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.396869+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.413898+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.452677+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:42:16.519 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.519+0000 7f001e28b640 1 -- 172.21.15.196:0/643482727 >> v1:172.21.15.196:6816/32369 conn(0x7f000404cb70 legacy=0x7f000404f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.519 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.519+0000 7f001e28b640 1 -- 172.21.15.196:0/643482727 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f001808f100 msgr2=0x7f001808b680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.519 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.519+0000 7f001e28b640 1 --2- 172.21.15.196:0/643482727 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f001808f100 0x7f001808b680 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f000800ec80 tx=0x7f00080090f0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.519 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.519+0000 7f001e28b640 1 -- 172.21.15.196:0/643482727 shutdown_connections 2024-09-10T07:42:16.519 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.519+0000 7f001e28b640 1 --2- 172.21.15.196:0/643482727 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f001812c770 0x7f001808c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.519 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.519+0000 7f001e28b640 1 --2- 172.21.15.196:0/643482727 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f001808fa10 0x7f001808bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.519 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.519+0000 7f001e28b640 1 --2- 172.21.15.196:0/643482727 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f001808f100 0x7f001808b680 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.519 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.519+0000 7f001e28b640 1 -- 172.21.15.196:0/643482727 >> 172.21.15.196:0/643482727 conn(0x7f001809bd00 msgr2=0x7f0018094460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:16.519 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.519+0000 7f001e28b640 1 -- 172.21.15.196:0/643482727 shutdown_connections 2024-09-10T07:42:16.519 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.519+0000 7f001e28b640 1 -- 172.21.15.196:0/643482727 wait complete. 2024-09-10T07:42:16.530 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-10T07:42:16.530 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:42:16.623 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.623+0000 7ff88bf9d640 1 Processor -- start 2024-09-10T07:42:16.623 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.624+0000 7ff88bf9d640 1 -- start start 2024-09-10T07:42:16.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.624+0000 7ff88bf9d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff884091060 0x7ff88412b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.624+0000 7ff88bf9d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff88412b960 0x7ff88412dd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.624+0000 7ff88bf9d640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff884092a10 con 0x7ff884090580 2024-09-10T07:42:16.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.624+0000 7ff88bf9d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff884090430 con 0x7ff88412b960 2024-09-10T07:42:16.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.624+0000 7ff88bf9d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7ff884092cd0 con 0x7ff884091060 2024-09-10T07:42:16.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.624+0000 7ff889538640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff884091060 0x7ff88412b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.624+0000 7ff889538640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff884091060 0x7ff88412b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33144/0 (socket says 172.21.15.196:33144) 2024-09-10T07:42:16.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.624+0000 7ff889538640 1 -- 172.21.15.196:0/3241219030 learned_addr learned my addr 172.21.15.196:0/3241219030 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:16.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.624+0000 7ff88a53a640 1 --2- 172.21.15.196:0/3241219030 >> v2:172.21.15.196:3300/0 conn(0x7ff88412b960 0x7ff88412dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.624+0000 7ff88a53a640 1 -- 172.21.15.196:0/3241219030 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff884091060 msgr2=0x7ff88412b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:16.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.624+0000 7ff88a53a640 1 --2- 172.21.15.196:0/3241219030 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff884091060 0x7ff88412b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.626 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.624+0000 7ff88a53a640 1 -- 172.21.15.196:0/3241219030 >> v1:172.21.15.196:6789/0 conn(0x7ff884090580 legacy=0x7ff884090950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.626 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.624+0000 7ff888d37640 1 -- 172.21.15.196:0/3241219030 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 19552123 0 0) 0x7ff884092a10 con 0x7ff884090580 2024-09-10T07:42:16.626 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.624+0000 7ff88a53a640 1 -- 172.21.15.196:0/3241219030 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff884095380 con 0x7ff88412b960 2024-09-10T07:42:16.626 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.624+0000 7ff889538640 1 --2- 172.21.15.196:0/3241219030 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff884091060 0x7ff88412b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:16.626 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.625+0000 7ff88a53a640 1 --2- 172.21.15.196:0/3241219030 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff88412b960 0x7ff88412dd40 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7ff87c009e60 tx=0x7ff87c009780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffd240100992ced1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:16.626 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.625+0000 7ff888d37640 1 -- 172.21.15.196:0/3241219030 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff87c007550 con 0x7ff88412b960 2024-09-10T07:42:16.626 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.625+0000 7ff888d37640 1 -- 172.21.15.196:0/3241219030 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff87c02d050 con 0x7ff88412b960 2024-09-10T07:42:16.626 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.625+0000 7ff888d37640 1 -- 172.21.15.196:0/3241219030 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff87c0078e0 con 0x7ff88412b960 2024-09-10T07:42:16.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.626+0000 7ff88bf9d640 1 -- 172.21.15.196:0/3241219030 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff88412b960 msgr2=0x7ff88412dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.626+0000 7ff88bf9d640 1 --2- 172.21.15.196:0/3241219030 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff88412b960 0x7ff88412dd40 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7ff87c009e60 tx=0x7ff87c009780 comp rx=0 tx=0).stop 2024-09-10T07:42:16.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.626+0000 7ff88bf9d640 1 -- 172.21.15.196:0/3241219030 shutdown_connections 2024-09-10T07:42:16.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.626+0000 7ff88bf9d640 1 --2- 172.21.15.196:0/3241219030 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff88412b960 0x7ff88412dd40 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.626+0000 7ff88bf9d640 1 --2- 172.21.15.196:0/3241219030 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff884091060 0x7ff88412b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.626+0000 7ff88bf9d640 1 -- 172.21.15.196:0/3241219030 >> 172.21.15.196:0/3241219030 conn(0x7ff8840959b0 msgr2=0x7ff884095db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:16.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.626+0000 7ff88bf9d640 1 -- 172.21.15.196:0/3241219030 shutdown_connections 2024-09-10T07:42:16.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.626+0000 7ff88bf9d640 1 -- 172.21.15.196:0/3241219030 wait complete. 2024-09-10T07:42:16.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.627+0000 7ff88bf9d640 1 Processor -- start 2024-09-10T07:42:16.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.627+0000 7ff88bf9d640 1 -- start start 2024-09-10T07:42:16.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.627+0000 7ff88bf9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff884090580 0x7ff88411df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.627+0000 7ff88bf9d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff884091060 0x7ff88411e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.627+0000 7ff88bf9d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff88412b960 0x7ff88411ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.627+0000 7ff88bf9d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff884125770 con 0x7ff884091060 2024-09-10T07:42:16.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.627+0000 7ff88bf9d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8841200b0 con 0x7ff884090580 2024-09-10T07:42:16.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.627+0000 7ff88bf9d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7ff884097d90 con 0x7ff88412b960 2024-09-10T07:42:16.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.627+0000 7ff889538640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff884091060 0x7ff88411e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.627+0000 7ff88a53a640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff88412b960 0x7ff88411ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.627+0000 7ff889538640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff884091060 0x7ff88411e4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:38546/0 (socket says 172.21.15.196:38546) 2024-09-10T07:42:16.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.627+0000 7ff889538640 1 -- 172.21.15.196:0/287211423 learned_addr learned my addr 172.21.15.196:0/287211423 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:16.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.627+0000 7ff889d39640 1 --2- 172.21.15.196:0/287211423 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff884090580 0x7ff88411df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.627+0000 7ff889538640 1 -- 172.21.15.196:0/287211423 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff88412b960 msgr2=0x7ff88411ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.627+0000 7ff889538640 1 --2- 172.21.15.196:0/287211423 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff88412b960 0x7ff88411ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.627+0000 7ff889538640 1 -- 172.21.15.196:0/287211423 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff884090580 msgr2=0x7ff88411df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.627+0000 7ff889538640 1 --2- 172.21.15.196:0/287211423 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff884090580 0x7ff88411df90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.627+0000 7ff889538640 1 -- 172.21.15.196:0/287211423 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff87800b700 con 0x7ff884091060 2024-09-10T07:42:16.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.628+0000 7ff889538640 1 --2- 172.21.15.196:0/287211423 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff884091060 0x7ff88411e4d0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ff878010fd0 tx=0x7ff87800b460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:16.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.628+0000 7ff875ffb640 1 -- 172.21.15.196:0/287211423 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff87800ba70 con 0x7ff884091060 2024-09-10T07:42:16.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.628+0000 7ff875ffb640 1 -- 172.21.15.196:0/287211423 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff878011660 con 0x7ff884091060 2024-09-10T07:42:16.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.628+0000 7ff88bf9d640 1 -- 172.21.15.196:0/287211423 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff87c009a20 con 0x7ff884091060 2024-09-10T07:42:16.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.628+0000 7ff875ffb640 1 -- 172.21.15.196:0/287211423 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff878011a00 con 0x7ff884091060 2024-09-10T07:42:16.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.628+0000 7ff88bf9d640 1 -- 172.21.15.196:0/287211423 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff88411f810 con 0x7ff884091060 2024-09-10T07:42:16.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.629+0000 7ff88bf9d640 1 -- 172.21.15.196:0/287211423 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff88404bf60 con 0x7ff884091060 2024-09-10T07:42:16.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.629+0000 7ff875ffb640 1 -- 172.21.15.196:0/287211423 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7ff878019440 con 0x7ff884091060 2024-09-10T07:42:16.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.629+0000 7ff875ffb640 1 -- 172.21.15.196:0/287211423 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7ff878066010 con 0x7ff884091060 2024-09-10T07:42:16.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.633+0000 7ff875ffb640 1 -- 172.21.15.196:0/287211423 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7ff8780410f0 con 0x7ff884091060 2024-09-10T07:42:16.762 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.762+0000 7ff88bf9d640 1 -- 172.21.15.196:0/287211423 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff884064a40 con 0x7ff884091060 2024-09-10T07:42:16.762 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.763+0000 7ff875ffb640 1 -- 172.21.15.196:0/287211423 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+8201 (secure 0 0 0) 0x7ff87801e020 con 0x7ff884091060 2024-09-10T07:42:16.762 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:42:16.762 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":16,"fsid":"fcdf7f04-7a4a-4d5a-b8f3-3737f76346fe","created":"2024-09-10T07:41:57.178228+0000","modified":"2024-09-10T07:42:15.983171+0000","last_up_change":"2024-09-10T07:42:06.763626+0000","last_in_change":"2024-09-10T07:41:58.273341+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:42:07.706511+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T07:42:12.781769+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"942b9bcf-e061-4911-a4e4-4b16aa4ae205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6804","nonce":32886}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6805","nonce":32886}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6807","nonce":32886}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6806","nonce":32886}]},"public_addr":"172.21.15.196:6804/32886","cluster_addr":"172.21.15.196:6805/32886","heartbeat_back_addr":"172.21.15.196:6807/32886","heartbeat_front_addr":"172.21.15.196:6806/32886","state":["exists","up"]},{"osd":1,"uuid":"f99df6f0-3bdc-48ca-88c2-121cb989aaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6800","nonce":32885}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6801","nonce":32885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6803","nonce":32885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6802","nonce":32885}]},"public_addr":"172.21.15.196:6800/32885","cluster_addr":"172.21.15.196:6801/32885","heartbeat_back_addr":"172.21.15.196:6803/32885","heartbeat_front_addr":"172.21.15.196:6802/32885","state":["exists","up"]},{"osd":2,"uuid":"10cf042a-c008-448b-b495-38b8f9bd911b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6808","nonce":32887}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6809","nonce":32887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6811","nonce":32887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6810","nonce":32887}]},"public_addr":"172.21.15.196:6808/32887","cluster_addr":"172.21.15.196:6809/32887","heartbeat_back_addr":"172.21.15.196:6811/32887","heartbeat_front_addr":"172.21.15.196:6810/32887","state":["exists","up"]},{"osd":3,"uuid":"2dd9fcad-e555-4d22-b4f7-c765d89d6a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6812","nonce":32890}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6813","nonce":32890}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6815","nonce":32890}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6814","nonce":32890}]},"public_addr":"172.21.15.196:6812/32890","cluster_addr":"172.21.15.196:6813/32890","heartbeat_back_addr":"172.21.15.196:6815/32890","heartbeat_front_addr":"172.21.15.196:6814/32890","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.512528+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.396869+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.413898+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.452677+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:42:16.764 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.764+0000 7ff88bf9d640 1 -- 172.21.15.196:0/287211423 >> v1:172.21.15.196:6816/32369 conn(0x7ff86804cb70 legacy=0x7ff86804f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.764 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.764+0000 7ff88bf9d640 1 -- 172.21.15.196:0/287211423 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff884091060 msgr2=0x7ff88411e4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.764 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.764+0000 7ff88bf9d640 1 --2- 172.21.15.196:0/287211423 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff884091060 0x7ff88411e4d0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ff878010fd0 tx=0x7ff87800b460 comp rx=0 tx=0).stop 2024-09-10T07:42:16.764 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.765+0000 7ff88bf9d640 1 -- 172.21.15.196:0/287211423 shutdown_connections 2024-09-10T07:42:16.764 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.765+0000 7ff88bf9d640 1 --2- 172.21.15.196:0/287211423 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff88412b960 0x7ff88411ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.765 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.765+0000 7ff88bf9d640 1 --2- 172.21.15.196:0/287211423 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff884091060 0x7ff88411e4d0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.765 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.765+0000 7ff88bf9d640 1 --2- 172.21.15.196:0/287211423 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff884090580 0x7ff88411df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.765 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.765+0000 7ff88bf9d640 1 -- 172.21.15.196:0/287211423 >> 172.21.15.196:0/287211423 conn(0x7ff8840959b0 msgr2=0x7ff884129310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:16.765 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.765+0000 7ff88bf9d640 1 -- 172.21.15.196:0/287211423 shutdown_connections 2024-09-10T07:42:16.765 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.765+0000 7ff88bf9d640 1 -- 172.21.15.196:0/287211423 wait complete. 2024-09-10T07:42:16.774 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-10T07:42:16.775 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-10T07:42:16.775 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-10T07:42:16.776 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-10T07:42:16.875 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.875+0000 7f31a059d640 1 Processor -- start 2024-09-10T07:42:16.875 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.875+0000 7f8c3f6f8640 1 Processor -- start 2024-09-10T07:42:16.875 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.875+0000 7fdd946dd640 1 Processor -- start 2024-09-10T07:42:16.876 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.875+0000 7f31a059d640 1 -- start start 2024-09-10T07:42:16.876 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.875+0000 7fdd946dd640 1 -- start start 2024-09-10T07:42:16.877 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.875+0000 7fb75559d640 1 Processor -- start 2024-09-10T07:42:16.877 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.875+0000 7fb75559d640 1 -- start start 2024-09-10T07:42:16.877 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.875+0000 7f8c3f6f8640 1 -- start start 2024-09-10T07:42:16.877 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7f31a059d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f31980947b0 0x7f3198094b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.878 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7fb75559d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7500670a0 0x7fb750098710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.878 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7f8c3f6f8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c38093080 0x7f8c380903a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.878 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7f8c3f6f8640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f8c380908e0 0x7f8c38090cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.878 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7fdd946dd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fdd8c129410 0x7fdd8c12b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.879 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7fb75559d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb75012c1c0 0x7fb75012e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.879 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7f31a059d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3198095490 0x7f3198131b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.879 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7f31a059d640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3198099620 con 0x7f31980950c0 2024-09-10T07:42:16.879 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7f31a059d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31980977f0 con 0x7f31980947b0 2024-09-10T07:42:16.879 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7f31a059d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f31980969d0 con 0x7f3198095490 2024-09-10T07:42:16.879 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7f8c3f6f8640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f8c38132840 0x7f8c38134c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.880 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7f8c3f6f8640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8c380950f0 con 0x7f8c380908e0 2024-09-10T07:42:16.880 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7f8c3f6f8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c380911f0 con 0x7f8c38093080 2024-09-10T07:42:16.880 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7f8c3f6f8640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f8c38091cc0 con 0x7f8c38132840 2024-09-10T07:42:16.880 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7f319e339640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f31980947b0 0x7f3198094b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.881 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7f319e339640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f31980947b0 0x7f3198094b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:43248/0 (socket says 172.21.15.196:43248) 2024-09-10T07:42:16.881 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7f319e339640 1 -- 172.21.15.196:0/3847193778 learned_addr learned my addr 172.21.15.196:0/3847193778 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:16.881 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7f8c3d494640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c38093080 0x7f8c380903a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.881 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7f8c3d494640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c38093080 0x7f8c380903a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:43250/0 (socket says 172.21.15.196:43250) 2024-09-10T07:42:16.881 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7f8c3d494640 1 -- 172.21.15.196:0/4023420709 learned_addr learned my addr 172.21.15.196:0/4023420709 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:16.882 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7fdd946dd640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fdd8c12bd30 0x7fdd8c12e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.882 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7fb75559d640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb75006bad0 con 0x7fb75006bf10 2024-09-10T07:42:16.882 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7fb75559d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb750067730 con 0x7fb7500670a0 2024-09-10T07:42:16.882 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7f319eb3a640 1 --2- 172.21.15.196:0/3847193778 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3198095490 0x7f3198131b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.883 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7fdd92479640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fdd8c0907f0 0x7fdd8c090bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:36546/0 (socket says 172.21.15.196:36546) 2024-09-10T07:42:16.883 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7fb75559d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fb75006b260 con 0x7fb75012c1c0 2024-09-10T07:42:16.883 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7fb74e7fc640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fb75006bf10 0x7fb750098c50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:36530/0 (socket says 172.21.15.196:36530) 2024-09-10T07:42:16.883 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7fb74e7fc640 1 -- 172.21.15.196:0/2757795379 learned_addr learned my addr 172.21.15.196:0/2757795379 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:42:16.883 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7fb74effd640 1 --2- 172.21.15.196:0/2757795379 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7500670a0 0x7fb750098710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.884 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.877+0000 7f8c3d494640 1 -- 172.21.15.196:0/4023420709 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f8c38132840 msgr2=0x7f8c38134c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:16.884 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.877+0000 7f8c3d494640 1 --2- 172.21.15.196:0/4023420709 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f8c38132840 0x7f8c38134c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.884 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.877+0000 7f8c3d494640 1 -- 172.21.15.196:0/4023420709 >> v2:172.21.15.196:3300/0 conn(0x7f8c380908e0 msgr2=0x7f8c38090cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:16.884 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.877+0000 7f8c3d494640 1 --2- 172.21.15.196:0/4023420709 >> v2:172.21.15.196:3300/0 conn(0x7f8c380908e0 0x7f8c38090cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.884 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.877+0000 7f8c3d494640 1 -- 172.21.15.196:0/4023420709 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c38092350 con 0x7f8c38093080 2024-09-10T07:42:16.884 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7fdd92479640 1 -- 172.21.15.196:0/1273857523 learned_addr learned my addr 172.21.15.196:0/1273857523 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:42:16.884 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7fdd946dd640 1 -- 172.21.15.196:0/1273857523 --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd8c092c30 con 0x7fdd8c0907f0 2024-09-10T07:42:16.885 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.877+0000 7f319e339640 1 -- 172.21.15.196:0/3847193778 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3198095490 msgr2=0x7f3198131b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:16.885 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7fdd946dd640 1 -- 172.21.15.196:0/1273857523 --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd8c0903a0 con 0x7fdd8c129410 2024-09-10T07:42:16.885 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7fdd946dd640 1 -- 172.21.15.196:0/1273857523 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fdd8c095380 con 0x7fdd8c12bd30 2024-09-10T07:42:16.885 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.876+0000 7fdd91c78640 1 --2- 172.21.15.196:0/1273857523 >> v2:172.21.15.196:3300/0 conn(0x7fdd8c129410 0x7fdd8c12b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.886 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.877+0000 7fdd92c7a640 1 --2- 172.21.15.196:0/1273857523 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fdd8c12bd30 0x7fdd8c12e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.886 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.877+0000 7f319e339640 1 --2- 172.21.15.196:0/3847193778 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3198095490 0x7f3198131b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.886 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.877+0000 7f319e339640 1 -- 172.21.15.196:0/3847193778 >> v1:172.21.15.196:6789/0 conn(0x7f31980950c0 legacy=0x7f319812e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.886 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.877+0000 7f319e339640 1 -- 172.21.15.196:0/3847193778 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3198095e40 con 0x7f31980947b0 2024-09-10T07:42:16.887 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.877+0000 7fb74dffb640 1 -- 172.21.15.196:0/2757795379 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2047424717 0 0) 0x7fb75006bad0 con 0x7fb75006bf10 2024-09-10T07:42:16.887 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.877+0000 7fb74dffb640 1 -- 172.21.15.196:0/2757795379 --> v1:172.21.15.196:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb7380034e0 con 0x7fb75006bf10 2024-09-10T07:42:16.887 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.877+0000 7fb74f7fe640 1 --2- 172.21.15.196:0/2757795379 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb75012c1c0 0x7fb75012e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.887 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.877+0000 7f319eb3a640 1 --2- 172.21.15.196:0/3847193778 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3198095490 0x7f3198131b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:16.887 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.877+0000 7fb74effd640 1 -- 172.21.15.196:0/2757795379 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb75012c1c0 msgr2=0x7fb75012e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:16.887 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.877+0000 7fb74effd640 1 --2- 172.21.15.196:0/2757795379 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb75012c1c0 0x7fb75012e5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.888 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.877+0000 7fb74effd640 1 -- 172.21.15.196:0/2757795379 >> v1:172.21.15.196:6789/0 conn(0x7fb75006bf10 legacy=0x7fb750098c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.888 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.877+0000 7fdd92c7a640 1 -- 172.21.15.196:0/1273857523 >> v2:172.21.15.196:3300/0 conn(0x7fdd8c129410 msgr2=0x7fdd8c12b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:16.888 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.877+0000 7fdd92c7a640 1 --2- 172.21.15.196:0/1273857523 >> v2:172.21.15.196:3300/0 conn(0x7fdd8c129410 0x7fdd8c12b7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.888 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.877+0000 7fdd92c7a640 1 -- 172.21.15.196:0/1273857523 >> v1:172.21.15.196:6789/0 conn(0x7fdd8c0907f0 legacy=0x7fdd8c090bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.888 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.877+0000 7fdd92c7a640 1 -- 172.21.15.196:0/1273857523 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd8c0912d0 con 0x7fdd8c12bd30 2024-09-10T07:42:16.888 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.877+0000 7fb74effd640 1 -- 172.21.15.196:0/2757795379 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb750099360 con 0x7fb7500670a0 2024-09-10T07:42:16.889 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.877+0000 7fb74f7fe640 1 --2- 172.21.15.196:0/2757795379 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb75012c1c0 0x7fb75012e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:42:16.889 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.878+0000 7f8c3d494640 1 --2- 172.21.15.196:0/4023420709 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c38093080 0x7f8c380903a0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f8c34009910 tx=0x7f8c340091d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=50c392136c498d94 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:16.889 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.878+0000 7f319e339640 1 --2- 172.21.15.196:0/3847193778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f31980947b0 0x7f3198094b80 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f3194009970 tx=0x7f31940091d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=38a39f6299dc375e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:16.889 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.878+0000 7f8c2ffff640 1 -- 172.21.15.196:0/4023420709 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c3402ac90 con 0x7f8c38093080 2024-09-10T07:42:16.890 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.878+0000 7fdd92c7a640 1 --2- 172.21.15.196:0/1273857523 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fdd8c12bd30 0x7fdd8c12e110 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fdd8400bf00 tx=0x7fdd8400a420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=371389df6b33f4e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:16.890 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.878+0000 7fb74effd640 1 --2- 172.21.15.196:0/2757795379 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7500670a0 0x7fb750098710 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fb7400098b0 tx=0x7fb7400090f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fe8d2a16515b853f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:16.890 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.878+0000 7f319d337640 1 -- 172.21.15.196:0/3847193778 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f319402ad90 con 0x7f31980947b0 2024-09-10T07:42:16.890 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.878+0000 7f8c2ffff640 1 -- 172.21.15.196:0/4023420709 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c3402adf0 con 0x7f8c38093080 2024-09-10T07:42:16.891 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.878+0000 7f8c2ffff640 1 -- 172.21.15.196:0/4023420709 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c34032670 con 0x7f8c38093080 2024-09-10T07:42:16.891 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.878+0000 7f319d337640 1 -- 172.21.15.196:0/3847193778 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3194032440 con 0x7f31980947b0 2024-09-10T07:42:16.891 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.878+0000 7f319d337640 1 -- 172.21.15.196:0/3847193778 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3194032820 con 0x7f31980947b0 2024-09-10T07:42:16.891 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.878+0000 7fdd91477640 1 -- 172.21.15.196:0/1273857523 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd84035670 con 0x7fdd8c12bd30 2024-09-10T07:42:16.891 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.878+0000 7fdd91477640 1 -- 172.21.15.196:0/1273857523 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd840357d0 con 0x7fdd8c12bd30 2024-09-10T07:42:16.892 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.878+0000 7fdd91477640 1 -- 172.21.15.196:0/1273857523 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd84035bb0 con 0x7fdd8c12bd30 2024-09-10T07:42:16.892 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.878+0000 7fb74dffb640 1 -- 172.21.15.196:0/2757795379 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb74002ac40 con 0x7fb7500670a0 2024-09-10T07:42:16.892 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.878+0000 7fb74dffb640 1 -- 172.21.15.196:0/2757795379 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb74002ada0 con 0x7fb7500670a0 2024-09-10T07:42:16.892 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.878+0000 7fb74dffb640 1 -- 172.21.15.196:0/2757795379 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb740032670 con 0x7fb7500670a0 2024-09-10T07:42:16.892 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.879+0000 7f31a059d640 1 -- 172.21.15.196:0/3847193778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f31980947b0 msgr2=0x7f3198094b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.893 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.879+0000 7f31a059d640 1 --2- 172.21.15.196:0/3847193778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f31980947b0 0x7f3198094b80 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f3194009970 tx=0x7f31940091d0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.893 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.879+0000 7f8c3f6f8640 1 -- 172.21.15.196:0/4023420709 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c38093080 msgr2=0x7f8c380903a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.893 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.879+0000 7f8c3f6f8640 1 --2- 172.21.15.196:0/4023420709 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c38093080 0x7f8c380903a0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f8c34009910 tx=0x7f8c340091d0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.893 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.879+0000 7fdd946dd640 1 -- 172.21.15.196:0/1273857523 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fdd8c12bd30 msgr2=0x7fdd8c12e110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.894 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.879+0000 7fdd946dd640 1 --2- 172.21.15.196:0/1273857523 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fdd8c12bd30 0x7fdd8c12e110 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fdd8400bf00 tx=0x7fdd8400a420 comp rx=0 tx=0).stop 2024-09-10T07:42:16.894 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.879+0000 7f31a059d640 1 -- 172.21.15.196:0/3847193778 shutdown_connections 2024-09-10T07:42:16.894 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.879+0000 7f31a059d640 1 --2- 172.21.15.196:0/3847193778 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3198095490 0x7f3198131b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.894 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.879+0000 7f31a059d640 1 --2- 172.21.15.196:0/3847193778 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f31980947b0 0x7f3198094b80 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.894 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.879+0000 7f31a059d640 1 -- 172.21.15.196:0/3847193778 >> 172.21.15.196:0/3847193778 conn(0x7f3198099dc0 msgr2=0x7f319809a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:16.894 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.879+0000 7fb75559d640 1 -- 172.21.15.196:0/2757795379 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7500670a0 msgr2=0x7fb750098710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.894 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.879+0000 7fb75559d640 1 --2- 172.21.15.196:0/2757795379 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7500670a0 0x7fb750098710 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fb7400098b0 tx=0x7fb7400090f0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.895 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.879+0000 7f8c3f6f8640 1 -- 172.21.15.196:0/4023420709 shutdown_connections 2024-09-10T07:42:16.895 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.879+0000 7f8c3f6f8640 1 --2- 172.21.15.196:0/4023420709 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f8c38132840 0x7f8c38134c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.895 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.879+0000 7f8c3f6f8640 1 --2- 172.21.15.196:0/4023420709 >> v2:172.21.15.196:3300/0 conn(0x7f8c380908e0 0x7f8c38090cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.895 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.879+0000 7f8c3f6f8640 1 --2- 172.21.15.196:0/4023420709 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c38093080 0x7f8c380903a0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.895 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.879+0000 7f8c3f6f8640 1 -- 172.21.15.196:0/4023420709 >> 172.21.15.196:0/4023420709 conn(0x7f8c38099ab0 msgr2=0x7f8c380959b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:16.896 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.879+0000 7fb75559d640 1 -- 172.21.15.196:0/2757795379 shutdown_connections 2024-09-10T07:42:16.896 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.879+0000 7fb75559d640 1 --2- 172.21.15.196:0/2757795379 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb75012c1c0 0x7fb75012e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.896 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.879+0000 7fb75559d640 1 --2- 172.21.15.196:0/2757795379 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7500670a0 0x7fb750098710 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.896 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.879+0000 7fb75559d640 1 -- 172.21.15.196:0/2757795379 >> 172.21.15.196:0/2757795379 conn(0x7fb7500962f0 msgr2=0x7fb7500966f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:16.896 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.880+0000 7f31a059d640 1 -- 172.21.15.196:0/3847193778 shutdown_connections 2024-09-10T07:42:16.896 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.880+0000 7f31a059d640 1 -- 172.21.15.196:0/3847193778 wait complete. 2024-09-10T07:42:16.897 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.880+0000 7fdd946dd640 1 -- 172.21.15.196:0/1273857523 shutdown_connections 2024-09-10T07:42:16.897 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.880+0000 7fdd946dd640 1 --2- 172.21.15.196:0/1273857523 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fdd8c12bd30 0x7fdd8c12e110 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.897 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.880+0000 7fdd946dd640 1 --2- 172.21.15.196:0/1273857523 >> v2:172.21.15.196:3300/0 conn(0x7fdd8c129410 0x7fdd8c12b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.897 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.880+0000 7fdd946dd640 1 -- 172.21.15.196:0/1273857523 >> 172.21.15.196:0/1273857523 conn(0x7fdd8c099ab0 msgr2=0x7fdd8c0959b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:16.897 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.880+0000 7f8c3f6f8640 1 -- 172.21.15.196:0/4023420709 shutdown_connections 2024-09-10T07:42:16.897 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.880+0000 7f8c3f6f8640 1 -- 172.21.15.196:0/4023420709 wait complete. 2024-09-10T07:42:16.898 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.880+0000 7fb75559d640 1 -- 172.21.15.196:0/2757795379 shutdown_connections 2024-09-10T07:42:16.898 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.880+0000 7fb75559d640 1 -- 172.21.15.196:0/2757795379 wait complete. 2024-09-10T07:42:16.898 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.880+0000 7fdd946dd640 1 -- 172.21.15.196:0/1273857523 shutdown_connections 2024-09-10T07:42:16.898 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.880+0000 7fdd946dd640 1 -- 172.21.15.196:0/1273857523 wait complete. 2024-09-10T07:42:16.899 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.880+0000 7f31a059d640 1 Processor -- start 2024-09-10T07:42:16.899 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.880+0000 7f31a059d640 1 -- start start 2024-09-10T07:42:16.899 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.881+0000 7f8c3f6f8640 1 Processor -- start 2024-09-10T07:42:16.899 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.881+0000 7f8c3f6f8640 1 -- start start 2024-09-10T07:42:16.899 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.881+0000 7fb75559d640 1 Processor -- start 2024-09-10T07:42:16.900 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.881+0000 7fb75559d640 1 -- start start 2024-09-10T07:42:16.900 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.881+0000 7f31a059d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f31980947b0 0x7f3198091590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.900 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.881+0000 7f31a059d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f31980950c0 0x7f3198091ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.900 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.881+0000 7f31a059d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3198095490 0x7f31981394a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.900 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.881+0000 7f31a059d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3198122ad0 con 0x7f3198095490 2024-09-10T07:42:16.901 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.881+0000 7f31a059d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31980924f0 con 0x7f31980950c0 2024-09-10T07:42:16.901 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.881+0000 7f31a059d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f3198122660 con 0x7f31980947b0 2024-09-10T07:42:16.901 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.881+0000 7f319e339640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f31980947b0 0x7f3198091590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.901 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.881+0000 7f319e339640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f31980947b0 0x7f3198091590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33202/0 (socket says 172.21.15.196:33202) 2024-09-10T07:42:16.901 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.881+0000 7f319e339640 1 -- 172.21.15.196:0/3947799295 learned_addr learned my addr 172.21.15.196:0/3947799295 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:16.901 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.881+0000 7f319db38640 1 --2- 172.21.15.196:0/3947799295 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f31980950c0 0x7f3198091ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.901 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.881+0000 7fdd946dd640 1 Processor -- start 2024-09-10T07:42:16.901 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.881+0000 7fdd946dd640 1 -- start start 2024-09-10T07:42:16.902 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.881+0000 7f319eb3a640 1 --2- 172.21.15.196:0/3947799295 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3198095490 0x7f31981394a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.902 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f319db38640 1 -- 172.21.15.196:0/3947799295 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f31980947b0 msgr2=0x7f3198091590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.902 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f319db38640 1 --2- 172.21.15.196:0/3947799295 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f31980947b0 0x7f3198091590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.902 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f319db38640 1 -- 172.21.15.196:0/3947799295 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3198095490 msgr2=0x7f31981394a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.902 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f319db38640 1 --2- 172.21.15.196:0/3947799295 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3198095490 0x7f31981394a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.903 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f319db38640 1 -- 172.21.15.196:0/3947799295 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3190009a20 con 0x7f31980950c0 2024-09-10T07:42:16.903 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f319eb3a640 1 --2- 172.21.15.196:0/3947799295 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3198095490 0x7f31981394a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:42:16.903 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f319e339640 1 --2- 172.21.15.196:0/3947799295 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f31980947b0 0x7f3198091590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:16.903 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f8c3f6f8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c380908e0 0x7f8c3806dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.903 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f8c3f6f8640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f8c38093080 0x7f8c3806e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.903 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f8c3f6f8640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8c38132840 0x7f8c3806e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.903 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f8c3f6f8640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c38126a30 con 0x7f8c38132840 2024-09-10T07:42:16.904 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f8c3f6f8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c3812e750 con 0x7f8c380908e0 2024-09-10T07:42:16.904 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f8c3f6f8640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f8c3812e460 con 0x7f8c38093080 2024-09-10T07:42:16.904 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f8c3cc93640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f8c38093080 0x7f8c3806e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.904 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f8c3cc93640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f8c38093080 0x7f8c3806e000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33218/0 (socket says 172.21.15.196:33218) 2024-09-10T07:42:16.904 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f8c3cc93640 1 -- 172.21.15.196:0/3342698771 learned_addr learned my addr 172.21.15.196:0/3342698771 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:16.904 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f319db38640 1 --2- 172.21.15.196:0/3947799295 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f31980950c0 0x7f3198091ad0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f318800c4b0 tx=0x7f3188007e30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:16.904 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f318e7fc640 1 -- 172.21.15.196:0/3947799295 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3188016070 con 0x7f31980950c0 2024-09-10T07:42:16.905 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f8c3d494640 1 --2- 172.21.15.196:0/3342698771 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c380908e0 0x7f8c3806dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.905 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f8c3dc95640 1 --2- 172.21.15.196:0/3342698771 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8c38132840 0x7f8c3806e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.905 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7fb75559d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7500670a0 0x7fb750136110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.905 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7fb75559d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb75006bf10 0x7fb750136650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.905 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7fb75559d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb75012c1c0 0x7fb750136b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.905 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7fdd946dd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdd8c0907f0 0x7fdd8c128260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.906 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7fdd946dd640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fdd8c129410 0x7fdd8c1287a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.906 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f8c3cc93640 1 -- 172.21.15.196:0/3342698771 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c380908e0 msgr2=0x7f8c3806dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.906 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f8c3cc93640 1 --2- 172.21.15.196:0/3342698771 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f8c380908e0 0x7f8c3806dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.906 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f8c3cc93640 1 -- 172.21.15.196:0/3342698771 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8c38132840 msgr2=0x7f8c3806e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.906 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f8c3cc93640 1 --2- 172.21.15.196:0/3342698771 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8c38132840 0x7f8c3806e540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.906 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f8c3cc93640 1 -- 172.21.15.196:0/3342698771 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c34009450 con 0x7f8c38093080 2024-09-10T07:42:16.906 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f8c3cc93640 1 --2- 172.21.15.196:0/3342698771 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f8c38093080 0x7f8c3806e000 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f8c2800b5e0 tx=0x7f8c28009120 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:16.907 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7fb75559d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb750122e10 con 0x7fb75012c1c0 2024-09-10T07:42:16.907 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7fb75559d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb750124290 con 0x7fb7500670a0 2024-09-10T07:42:16.907 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7fb75559d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fb7501245a0 con 0x7fb75006bf10 2024-09-10T07:42:16.907 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7fb74effd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7500670a0 0x7fb750136110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.907 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7fb74effd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7500670a0 0x7fb750136110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:43274/0 (socket says 172.21.15.196:43274) 2024-09-10T07:42:16.907 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7fb74effd640 1 -- 172.21.15.196:0/3405072039 learned_addr learned my addr 172.21.15.196:0/3405072039 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:16.907 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7fb74e7fc640 1 --2- 172.21.15.196:0/3405072039 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb75006bf10 0x7fb750136650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.908 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f318e7fc640 1 -- 172.21.15.196:0/3947799295 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3188007020 con 0x7f31980950c0 2024-09-10T07:42:16.908 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.882+0000 7f318e7fc640 1 -- 172.21.15.196:0/3947799295 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31880073a0 con 0x7f31980950c0 2024-09-10T07:42:16.908 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7f31a059d640 1 -- 172.21.15.196:0/3947799295 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3194009450 con 0x7f31980950c0 2024-09-10T07:42:16.908 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fb74effd640 1 -- 172.21.15.196:0/3405072039 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb75006bf10 msgr2=0x7fb750136650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.908 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7f31a059d640 1 -- 172.21.15.196:0/3947799295 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3198092010 con 0x7f31980950c0 2024-09-10T07:42:16.909 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fb74effd640 1 --2- 172.21.15.196:0/3405072039 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb75006bf10 0x7fb750136650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.909 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fb74effd640 1 -- 172.21.15.196:0/3405072039 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb75012c1c0 msgr2=0x7fb750136b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.909 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fb74effd640 1 --2- 172.21.15.196:0/3405072039 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb75012c1c0 0x7fb750136b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.909 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fb74effd640 1 -- 172.21.15.196:0/3405072039 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb740009390 con 0x7fb7500670a0 2024-09-10T07:42:16.909 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fb74e7fc640 1 --2- 172.21.15.196:0/3405072039 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb75006bf10 0x7fb750136650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:42:16.909 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fdd946dd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd8c12bd30 0x7fdd8c08a330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:16.909 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fdd946dd640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd8c08c3b0 con 0x7fdd8c0907f0 2024-09-10T07:42:16.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7f8c2d7fa640 1 -- 172.21.15.196:0/3342698771 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c2800f590 con 0x7f8c38093080 2024-09-10T07:42:16.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fdd946dd640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd8c08dd80 con 0x7fdd8c12bd30 2024-09-10T07:42:16.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fdd946dd640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fdd8c098b50 con 0x7fdd8c129410 2024-09-10T07:42:16.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7f8c2d7fa640 1 -- 172.21.15.196:0/3342698771 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c2800f6f0 con 0x7f8c38093080 2024-09-10T07:42:16.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7f8c2d7fa640 1 -- 172.21.15.196:0/3342698771 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c2800fa90 con 0x7f8c38093080 2024-09-10T07:42:16.911 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fb74effd640 1 --2- 172.21.15.196:0/3405072039 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7500670a0 0x7fb750136110 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fb740009910 tx=0x7fb740032000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:16.912 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fdd92479640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdd8c0907f0 0x7fdd8c128260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.912 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fdd92c7a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd8c12bd30 0x7fdd8c08a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.912 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fdd92479640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdd8c0907f0 0x7fdd8c128260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:38588/0 (socket says 172.21.15.196:38588) 2024-09-10T07:42:16.912 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fdd92479640 1 -- 172.21.15.196:0/3309119255 learned_addr learned my addr 172.21.15.196:0/3309119255 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:16.912 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fdd91c78640 1 --2- 172.21.15.196:0/3309119255 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fdd8c129410 0x7fdd8c1287a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:16.912 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fdd92479640 1 -- 172.21.15.196:0/3309119255 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fdd8c129410 msgr2=0x7fdd8c1287a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.913 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7f8c3f6f8640 1 -- 172.21.15.196:0/3342698771 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c38127aa0 con 0x7f8c38093080 2024-09-10T07:42:16.913 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7f8c3f6f8640 1 -- 172.21.15.196:0/3342698771 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c3806ea80 con 0x7f8c38093080 2024-09-10T07:42:16.914 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fdd92479640 1 --2- 172.21.15.196:0/3309119255 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fdd8c129410 0x7fdd8c1287a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.914 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fdd92479640 1 -- 172.21.15.196:0/3309119255 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd8c12bd30 msgr2=0x7fdd8c08a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.914 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fdd92479640 1 --2- 172.21.15.196:0/3309119255 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd8c12bd30 0x7fdd8c08a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:16.914 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fdd92479640 1 -- 172.21.15.196:0/3309119255 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd8400ba40 con 0x7fdd8c0907f0 2024-09-10T07:42:16.914 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.884+0000 7fdd92c7a640 1 --2- 172.21.15.196:0/3309119255 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdd8c12bd30 0x7fdd8c08a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:16.914 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.884+0000 7fdd92479640 1 --2- 172.21.15.196:0/3309119255 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdd8c0907f0 0x7fdd8c128260 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fdd88001c00 tx=0x7fdd88007f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:16.914 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.884+0000 7fdd827fc640 1 -- 172.21.15.196:0/3309119255 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd88017070 con 0x7fdd8c0907f0 2024-09-10T07:42:16.914 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.884+0000 7fdd827fc640 1 -- 172.21.15.196:0/3309119255 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd88001d60 con 0x7fdd8c0907f0 2024-09-10T07:42:16.915 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.884+0000 7fdd827fc640 1 -- 172.21.15.196:0/3309119255 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd88005870 con 0x7fdd8c0907f0 2024-09-10T07:42:16.915 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.884+0000 7f318e7fc640 1 -- 172.21.15.196:0/3947799295 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f3188006790 con 0x7f31980950c0 2024-09-10T07:42:16.915 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.884+0000 7fdd946dd640 1 -- 172.21.15.196:0/3309119255 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd8c08dac0 con 0x7fdd8c0907f0 2024-09-10T07:42:16.915 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.884+0000 7fdd946dd640 1 -- 172.21.15.196:0/3309119255 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd8c128ce0 con 0x7fdd8c0907f0 2024-09-10T07:42:16.916 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fb736ffd640 1 -- 172.21.15.196:0/3405072039 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb74003c610 con 0x7fb7500670a0 2024-09-10T07:42:16.916 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.885+0000 7f8c3f6f8640 1 -- 172.21.15.196:0/3342698771 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8c3804bf60 con 0x7f8c38093080 2024-09-10T07:42:16.916 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.885+0000 7fdd946dd640 1 -- 172.21.15.196:0/3309119255 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fdd8c04bf60 con 0x7fdd8c0907f0 2024-09-10T07:42:16.916 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.885+0000 7fdd91c78640 1 --2- 172.21.15.196:0/3309119255 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fdd8c129410 0x7fdd8c1287a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:16.917 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.885+0000 7f318e7fc640 1 -- 172.21.15.196:0/3947799295 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7f31880628e0 con 0x7f31980950c0 2024-09-10T07:42:16.917 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fb736ffd640 1 -- 172.21.15.196:0/3405072039 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb74003c770 con 0x7fb7500670a0 2024-09-10T07:42:16.917 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fb736ffd640 1 -- 172.21.15.196:0/3405072039 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb74003cb30 con 0x7fb7500670a0 2024-09-10T07:42:16.917 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.883+0000 7fb75559d640 1 -- 172.21.15.196:0/3405072039 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7501228a0 con 0x7fb7500670a0 2024-09-10T07:42:16.917 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.885+0000 7fb75559d640 1 -- 172.21.15.196:0/3405072039 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7501392b0 con 0x7fb7500670a0 2024-09-10T07:42:16.917 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.885+0000 7f31a059d640 1 -- 172.21.15.196:0/3947799295 --> v1:172.21.15.196:6804/32886 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f3198122820 con 0x7f31981399e0 2024-09-10T07:42:16.918 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.885+0000 7f8c2d7fa640 1 -- 172.21.15.196:0/3342698771 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f8c2801a460 con 0x7f8c38093080 2024-09-10T07:42:16.918 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.886+0000 7fdd827fc640 1 -- 172.21.15.196:0/3309119255 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7fdd88005c60 con 0x7fdd8c0907f0 2024-09-10T07:42:16.918 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.886+0000 7f8c2d7fa640 1 -- 172.21.15.196:0/3342698771 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7f8c28062e00 con 0x7f8c38093080 2024-09-10T07:42:16.918 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.886+0000 7f8c2d7fa640 1 -- 172.21.15.196:0/3342698771 --> v1:172.21.15.196:6800/32885 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8c1c057020 con 0x7f8c1c053340 2024-09-10T07:42:16.919 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.886+0000 7fdd827fc640 1 -- 172.21.15.196:0/3309119255 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7fdd8806b630 con 0x7fdd8c0907f0 2024-09-10T07:42:16.919 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.886+0000 7f8c2d7fa640 1 -- 172.21.15.196:0/3342698771 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_get_version_reply(handle=1 version=16) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8c28065360 con 0x7f8c38093080 2024-09-10T07:42:16.919 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.886+0000 7fdd827fc640 1 -- 172.21.15.196:0/3309119255 --> v1:172.21.15.196:6808/32887 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fdd70056ed0 con 0x7fdd700531f0 2024-09-10T07:42:16.919 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.886+0000 7fdd827fc640 1 -- 172.21.15.196:0/3309119255 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_get_version_reply(handle=1 version=16) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdd8806b9e0 con 0x7fdd8c0907f0 2024-09-10T07:42:16.920 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.887+0000 7fb75559d640 1 -- 172.21.15.196:0/3405072039 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fb75004bf60 con 0x7fb7500670a0 2024-09-10T07:42:16.920 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.887+0000 7fb736ffd640 1 -- 172.21.15.196:0/3405072039 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7fb74003b3a0 con 0x7fb7500670a0 2024-09-10T07:42:16.920 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.887+0000 7f318e7fc640 1 -- 172.21.15.196:0/3947799295 <== osd.0 v1:172.21.15.196:6804/32886 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+24147 (unknown 0 0 1173804961) 0x7f3198122820 con 0x7f31981399e0 2024-09-10T07:42:16.920 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.887+0000 7fb736ffd640 1 -- 172.21.15.196:0/3405072039 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7fb740083840 con 0x7fb7500670a0 2024-09-10T07:42:16.920 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.887+0000 7fb736ffd640 1 -- 172.21.15.196:0/3405072039 --> v1:172.21.15.196:6812/32890 -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fb73c056fa0 con 0x7fb73c0532c0 2024-09-10T07:42:16.920 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.887+0000 7fb736ffd640 1 -- 172.21.15.196:0/3405072039 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_get_version_reply(handle=1 version=16) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb740085da0 con 0x7fb7500670a0 2024-09-10T07:42:16.921 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.887+0000 7f8c2d7fa640 1 -- 172.21.15.196:0/3342698771 <== osd.1 v1:172.21.15.196:6800/32885 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+24147 (unknown 0 0 1173804961) 0x7f8c1c057020 con 0x7f8c1c053340 2024-09-10T07:42:16.921 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.887+0000 7fdd827fc640 1 -- 172.21.15.196:0/3309119255 <== osd.2 v1:172.21.15.196:6808/32887 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+24147 (unknown 0 0 1173804961) 0x7fdd70056ed0 con 0x7fdd700531f0 2024-09-10T07:42:16.921 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.888+0000 7fb736ffd640 1 -- 172.21.15.196:0/3405072039 <== osd.3 v1:172.21.15.196:6812/32890 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+24147 (unknown 0 0 1173804961) 0x7fb73c056fa0 con 0x7fb73c0532c0 2024-09-10T07:42:16.922 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.900+0000 7f31a059d640 1 -- 172.21.15.196:0/3947799295 --> v1:172.21.15.196:6804/32886 -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f319805eb60 con 0x7f31981399e0 2024-09-10T07:42:16.922 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.900+0000 7f318e7fc640 1 -- 172.21.15.196:0/3947799295 <== osd.0 v1:172.21.15.196:6804/32886 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (unknown 0 0 3659784045) 0x7f319805eb60 con 0x7f31981399e0 2024-09-10T07:42:16.923 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.901+0000 7f31a059d640 1 -- 172.21.15.196:0/3947799295 >> v1:172.21.15.196:6804/32886 conn(0x7f31981399e0 legacy=0x7f3198139db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.923 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.901+0000 7f31a059d640 1 -- 172.21.15.196:0/3947799295 >> v1:172.21.15.196:6816/32369 conn(0x7f317c04cb70 legacy=0x7f317c04f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.923 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.901+0000 7f31a059d640 1 -- 172.21.15.196:0/3947799295 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f31980950c0 msgr2=0x7f3198091ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.923 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.901+0000 7f31a059d640 1 --2- 172.21.15.196:0/3947799295 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f31980950c0 0x7f3198091ad0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f318800c4b0 tx=0x7f3188007e30 comp rx=0 tx=0).stop 2024-09-10T07:42:16.923 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.901+0000 7f319eb3a640 1 -- 172.21.15.196:0/3947799295 reap_dead start 2024-09-10T07:42:16.923 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.901+0000 7f31a059d640 1 -- 172.21.15.196:0/3947799295 shutdown_connections 2024-09-10T07:42:16.923 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.901+0000 7f31a059d640 1 -- 172.21.15.196:0/3947799295 >> 172.21.15.196:0/3947799295 conn(0x7f3198099dc0 msgr2=0x7f319806cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:16.923 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.901+0000 7f31a059d640 1 -- 172.21.15.196:0/3947799295 shutdown_connections 2024-09-10T07:42:16.923 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.901+0000 7f31a059d640 1 -- 172.21.15.196:0/3947799295 wait complete. 2024-09-10T07:42:16.924 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.902+0000 7fb75559d640 1 -- 172.21.15.196:0/3405072039 --> v1:172.21.15.196:6812/32890 -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fb750139850 con 0x7fb73c0532c0 2024-09-10T07:42:16.924 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.902+0000 7fb736ffd640 1 -- 172.21.15.196:0/3405072039 <== osd.3 v1:172.21.15.196:6812/32890 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (unknown 0 0 675830894) 0x7fb750139850 con 0x7fb73c0532c0 2024-09-10T07:42:16.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.903+0000 7fb75559d640 1 -- 172.21.15.196:0/3405072039 >> v1:172.21.15.196:6812/32890 conn(0x7fb73c0532c0 legacy=0x7fb73c055730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.903+0000 7fb75559d640 1 -- 172.21.15.196:0/3405072039 >> v1:172.21.15.196:6816/32369 conn(0x7fb73c04cc40 legacy=0x7fb73c04f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.903+0000 7fb75559d640 1 -- 172.21.15.196:0/3405072039 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7500670a0 msgr2=0x7fb750136110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.903+0000 7fb75559d640 1 --2- 172.21.15.196:0/3405072039 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7500670a0 0x7fb750136110 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fb740009910 tx=0x7fb740032000 comp rx=0 tx=0).stop 2024-09-10T07:42:16.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.903+0000 7fb74f7fe640 1 -- 172.21.15.196:0/3405072039 reap_dead start 2024-09-10T07:42:16.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.903+0000 7fb75559d640 1 -- 172.21.15.196:0/3405072039 shutdown_connections 2024-09-10T07:42:16.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.903+0000 7fb75559d640 1 -- 172.21.15.196:0/3405072039 >> 172.21.15.196:0/3405072039 conn(0x7fb7500962f0 msgr2=0x7fb75006d380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:16.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.903+0000 7fb75559d640 1 -- 172.21.15.196:0/3405072039 shutdown_connections 2024-09-10T07:42:16.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.903+0000 7fb75559d640 1 -- 172.21.15.196:0/3405072039 wait complete. 2024-09-10T07:42:16.926 INFO:teuthology.orchestra.run.smithi196.stdout:38654705668 2024-09-10T07:42:16.927 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T07:42:16.927 INFO:teuthology.orchestra.run.smithi196.stdout:38654705669 2024-09-10T07:42:16.928 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T07:42:16.928 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.916+0000 7f8c3f6f8640 1 -- 172.21.15.196:0/3342698771 --> v1:172.21.15.196:6800/32885 -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f8c38134f40 con 0x7f8c1c053340 2024-09-10T07:42:16.928 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.916+0000 7fdd946dd640 1 -- 172.21.15.196:0/3309119255 --> v1:172.21.15.196:6808/32887 -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fdd8c12b090 con 0x7fdd700531f0 2024-09-10T07:42:16.929 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.916+0000 7f8c2d7fa640 1 -- 172.21.15.196:0/3342698771 <== osd.1 v1:172.21.15.196:6800/32885 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (unknown 0 0 675830894) 0x7f8c38134f40 con 0x7f8c1c053340 2024-09-10T07:42:16.929 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.916+0000 7fdd827fc640 1 -- 172.21.15.196:0/3309119255 <== osd.2 v1:172.21.15.196:6808/32887 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (unknown 0 0 675830894) 0x7fdd8c12b090 con 0x7fdd700531f0 2024-09-10T07:42:16.930 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.916+0000 7fdd946dd640 1 -- 172.21.15.196:0/3309119255 >> v1:172.21.15.196:6808/32887 conn(0x7fdd700531f0 legacy=0x7fdd70055660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.930 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.916+0000 7f8c3f6f8640 1 -- 172.21.15.196:0/3342698771 >> v1:172.21.15.196:6800/32885 conn(0x7f8c1c053340 legacy=0x7f8c1c0557b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.931 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.916+0000 7fdd946dd640 1 -- 172.21.15.196:0/3309119255 >> v1:172.21.15.196:6816/32369 conn(0x7fdd7004cb70 legacy=0x7fdd7004f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.931 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.916+0000 7fdd946dd640 1 -- 172.21.15.196:0/3309119255 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdd8c0907f0 msgr2=0x7fdd8c128260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.931 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.916+0000 7fdd946dd640 1 --2- 172.21.15.196:0/3309119255 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdd8c0907f0 0x7fdd8c128260 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fdd88001c00 tx=0x7fdd88007f70 comp rx=0 tx=0).stop 2024-09-10T07:42:16.931 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.916+0000 7fdd92c7a640 1 -- 172.21.15.196:0/3309119255 reap_dead start 2024-09-10T07:42:16.931 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.916+0000 7f8c3f6f8640 1 -- 172.21.15.196:0/3342698771 >> v1:172.21.15.196:6816/32369 conn(0x7f8c1c04ccc0 legacy=0x7f8c1c04f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.931 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.916+0000 7f8c3f6f8640 1 -- 172.21.15.196:0/3342698771 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f8c38093080 msgr2=0x7f8c3806e000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:16.932 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.916+0000 7f8c3f6f8640 1 --2- 172.21.15.196:0/3342698771 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f8c38093080 0x7f8c3806e000 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f8c2800b5e0 tx=0x7f8c28009120 comp rx=0 tx=0).stop 2024-09-10T07:42:16.932 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.917+0000 7fdd946dd640 1 -- 172.21.15.196:0/3309119255 shutdown_connections 2024-09-10T07:42:16.932 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.917+0000 7f8c3dc95640 1 -- 172.21.15.196:0/3342698771 reap_dead start 2024-09-10T07:42:16.932 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.917+0000 7fdd946dd640 1 -- 172.21.15.196:0/3309119255 >> 172.21.15.196:0/3309119255 conn(0x7fdd8c099ab0 msgr2=0x7fdd8c12a6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:16.933 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.917+0000 7f8c3f6f8640 1 -- 172.21.15.196:0/3342698771 shutdown_connections 2024-09-10T07:42:16.933 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.917+0000 7fdd946dd640 1 -- 172.21.15.196:0/3309119255 shutdown_connections 2024-09-10T07:42:16.934 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.917+0000 7f8c3f6f8640 1 -- 172.21.15.196:0/3342698771 >> 172.21.15.196:0/3342698771 conn(0x7f8c38099ab0 msgr2=0x7f8c38131d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:16.934 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.917+0000 7fdd946dd640 1 -- 172.21.15.196:0/3309119255 wait complete. 2024-09-10T07:42:16.934 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.917+0000 7f8c3f6f8640 1 -- 172.21.15.196:0/3342698771 shutdown_connections 2024-09-10T07:42:16.934 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:16.917+0000 7f8c3f6f8640 1 -- 172.21.15.196:0/3342698771 wait complete. 2024-09-10T07:42:16.935 INFO:teuthology.orchestra.run.smithi196.stdout:38654705669 2024-09-10T07:42:16.935 INFO:teuthology.orchestra.run.smithi196.stdout:38654705669 2024-09-10T07:42:16.936 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T07:42:16.936 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T07:42:17.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.068+0000 7fec8c59d640 1 Processor -- start 2024-09-10T07:42:17.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.068+0000 7f3383a17640 1 Processor -- start 2024-09-10T07:42:17.069 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7fec8c59d640 1 -- start start 2024-09-10T07:42:17.069 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7fd0a9b1d640 1 Processor -- start 2024-09-10T07:42:17.069 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7f3383a17640 1 -- start start 2024-09-10T07:42:17.070 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7fd0a9b1d640 1 -- start start 2024-09-10T07:42:17.070 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7fb7b0457640 1 Processor -- start 2024-09-10T07:42:17.070 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7fd0a9b1d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd0a4096b70 0x7fd0a408f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.071 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7fb7b0457640 1 -- start start 2024-09-10T07:42:17.071 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7f3383a17640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f337c0959b0 0x7f337c091490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.071 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7fd0a9b1d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd0a408fcc0 0x7fd0a41289d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.071 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7f3383a17640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f337c0919d0 0x7f337c091da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.072 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7fd0a9b1d640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd0a4090160 con 0x7fd0a408f850 2024-09-10T07:42:17.072 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7fd0a9b1d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0a4092180 con 0x7fd0a408fcc0 2024-09-10T07:42:17.072 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7fd0a9b1d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fd0a40913a0 con 0x7fd0a4096b70 2024-09-10T07:42:17.073 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7f3383a17640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f337c12b120 0x7f337c12d500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.073 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7f3383a17640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f337c069700 con 0x7f337c12b120 2024-09-10T07:42:17.073 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7f3383a17640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f337c093030 con 0x7f337c0959b0 2024-09-10T07:42:17.073 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7f3383a17640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f337c093360 con 0x7f337c0919d0 2024-09-10T07:42:17.073 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7fec8c59d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fec84095290 0x7fec8412f450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.073 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7fec8c59d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fec8412f990 0x7fec84131d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.073 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7fec8c59d640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fec840967e0 con 0x7fec840947b0 2024-09-10T07:42:17.073 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7fec8c59d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fec84096a30 con 0x7fec8412f990 2024-09-10T07:42:17.074 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7f3381fb4640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f337c12b120 0x7f337c12d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:17.074 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7f3381fb4640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f337c12b120 0x7f337c12d500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:38598/0 (socket says 172.21.15.196:38598) 2024-09-10T07:42:17.074 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7f3381fb4640 1 -- 172.21.15.196:0/840774875 learned_addr learned my addr 172.21.15.196:0/840774875 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:17.074 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7fd0a3fff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd0a408fcc0 0x7fd0a41289d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:17.074 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7fd0a2ffd640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fd0a408f850 0x7fd0a41282c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:36554/0 (socket says 172.21.15.196:36554) 2024-09-10T07:42:17.074 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7fd0a2ffd640 1 -- 172.21.15.196:0/3822100516 learned_addr learned my addr 172.21.15.196:0/3822100516 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:42:17.075 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7fec8c59d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fec84097580 con 0x7fec84095290 2024-09-10T07:42:17.075 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7fec8a339640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fec840947b0 0x7fec84094b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:36564/0 (socket says 172.21.15.196:36564) 2024-09-10T07:42:17.075 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.069+0000 7fec8a339640 1 -- 172.21.15.196:0/3358809470 learned_addr learned my addr 172.21.15.196:0/3358809470 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:42:17.075 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7f33817b3640 1 --2- 172.21.15.196:0/840774875 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f337c0959b0 0x7f337c091490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:17.075 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7f3380fb2640 1 --2- 172.21.15.196:0/840774875 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f337c0919d0 0x7f337c091da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:17.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7f3381fb4640 1 -- 172.21.15.196:0/840774875 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f337c0919d0 msgr2=0x7f337c091da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:17.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7f3381fb4640 1 --2- 172.21.15.196:0/840774875 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f337c0919d0 0x7f337c091da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7f3381fb4640 1 -- 172.21.15.196:0/840774875 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f337c0959b0 msgr2=0x7f337c091490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:17.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7f3381fb4640 1 --2- 172.21.15.196:0/840774875 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f337c0959b0 0x7f337c091490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7f3381fb4640 1 -- 172.21.15.196:0/840774875 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f337c0922e0 con 0x7f337c12b120 2024-09-10T07:42:17.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7fb7b0457640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb7a80947b0 0x7fb7a8094b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7fec89b38640 1 --2- 172.21.15.196:0/3358809470 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fec84095290 0x7fec8412f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:17.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7f3380fb2640 1 --2- 172.21.15.196:0/840774875 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f337c0919d0 0x7f337c091da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:42:17.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7fb7b0457640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7a8095490 0x7fb7a8131b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7fb7ad9f2640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fb7a80950c0 0x7fb7a812e440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:36580/0 (socket says 172.21.15.196:36580) 2024-09-10T07:42:17.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7fb7b0457640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7a8099620 con 0x7fb7a80950c0 2024-09-10T07:42:17.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7fb7b0457640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7a80977f0 con 0x7fb7a8095490 2024-09-10T07:42:17.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7fb7b0457640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fb7a80969d0 con 0x7fb7a80947b0 2024-09-10T07:42:17.078 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7fec8ab3a640 1 --2- 172.21.15.196:0/3358809470 >> v2:172.21.15.196:3300/0 conn(0x7fec8412f990 0x7fec84131d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:17.078 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7fec89337640 1 -- 172.21.15.196:0/3358809470 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4170920704 0 0) 0x7fec840967e0 con 0x7fec840947b0 2024-09-10T07:42:17.078 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7fec89337640 1 -- 172.21.15.196:0/3358809470 --> v1:172.21.15.196:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fec700034e0 con 0x7fec840947b0 2024-09-10T07:42:17.078 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7fd0a37fe640 1 --2- 172.21.15.196:0/3822100516 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd0a4096b70 0x7fd0a408f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:17.078 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7fd0a37fe640 1 -- 172.21.15.196:0/3822100516 >> v2:172.21.15.196:3300/0 conn(0x7fd0a408fcc0 msgr2=0x7fd0a41289d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:17.078 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7fd0a37fe640 1 --2- 172.21.15.196:0/3822100516 >> v2:172.21.15.196:3300/0 conn(0x7fd0a408fcc0 0x7fd0a41289d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.078 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7fd0a37fe640 1 -- 172.21.15.196:0/3822100516 >> v1:172.21.15.196:6789/0 conn(0x7fd0a408f850 legacy=0x7fd0a41282c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:17.078 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7fd0a37fe640 1 -- 172.21.15.196:0/3822100516 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0a4090550 con 0x7fd0a4096b70 2024-09-10T07:42:17.079 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7fb7ad9f2640 1 -- 172.21.15.196:0/2622599797 learned_addr learned my addr 172.21.15.196:0/2622599797 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:42:17.079 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7fb7ae1f3640 1 --2- 172.21.15.196:0/2622599797 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb7a80947b0 0x7fb7a8094b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:17.079 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7fb7ae9f4640 1 --2- 172.21.15.196:0/2622599797 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7a8095490 0x7fb7a8131b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:17.080 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.070+0000 7fec89337640 1 -- 172.21.15.196:0/3358809470 <== mon.0 v1:172.21.15.196:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1988637479 0 0) 0x7fec700034e0 con 0x7fec840947b0 2024-09-10T07:42:17.080 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fec89337640 1 -- 172.21.15.196:0/3358809470 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fec84095290 msgr2=0x7fec8412f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:17.080 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fec89337640 1 --2- 172.21.15.196:0/3358809470 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fec84095290 0x7fec8412f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.080 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fec89337640 1 -- 172.21.15.196:0/3358809470 >> v2:172.21.15.196:3300/0 conn(0x7fec8412f990 msgr2=0x7fec84131d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:17.080 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fec89337640 1 --2- 172.21.15.196:0/3358809470 >> v2:172.21.15.196:3300/0 conn(0x7fec8412f990 0x7fec84131d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.080 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fb7ae1f3640 1 -- 172.21.15.196:0/2622599797 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7a8095490 msgr2=0x7fb7a8131b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:17.081 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fb7ae1f3640 1 --2- 172.21.15.196:0/2622599797 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7a8095490 0x7fb7a8131b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.081 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fb7ae1f3640 1 -- 172.21.15.196:0/2622599797 >> v1:172.21.15.196:6789/0 conn(0x7fb7a80950c0 legacy=0x7fb7a812e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:17.081 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fb7ae1f3640 1 -- 172.21.15.196:0/2622599797 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7a8095e40 con 0x7fb7a80947b0 2024-09-10T07:42:17.081 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fb7ae9f4640 1 --2- 172.21.15.196:0/2622599797 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7a8095490 0x7fb7a8131b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:42:17.082 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fec89337640 1 -- 172.21.15.196:0/3358809470 --> v1:172.21.15.196:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec84098f00 con 0x7fec840947b0 2024-09-10T07:42:17.082 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fec89337640 1 -- 172.21.15.196:0/3358809470 <== mon.0 v1:172.21.15.196:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 703907667 0 0) 0x7fec80001470 con 0x7fec840947b0 2024-09-10T07:42:17.082 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fec89337640 1 -- 172.21.15.196:0/3358809470 >> v1:172.21.15.196:6789/0 conn(0x7fec840947b0 legacy=0x7fec84094b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:17.083 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fec89337640 1 --2- 172.21.15.196:0/3358809470 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec70003a50 0x7fec70003e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.083 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fec89337640 1 --2- 172.21.15.196:0/3358809470 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec70004780 0x7fec70004bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.083 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fec89337640 1 --2- 172.21.15.196:0/3358809470 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fec84095290 0x7fec70005130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.083 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fec89337640 1 -- 172.21.15.196:0/3358809470 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec84096a30 con 0x7fec70003a50 2024-09-10T07:42:17.083 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fec89337640 1 -- 172.21.15.196:0/3358809470 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec84097580 con 0x7fec70004780 2024-09-10T07:42:17.083 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fec89337640 1 -- 172.21.15.196:0/3358809470 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fec7000bb00 con 0x7fec84095290 2024-09-10T07:42:17.083 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fec8a339640 1 --2- 172.21.15.196:0/3358809470 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec70003a50 0x7fec70003e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:17.083 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7f3381fb4640 1 --2- 172.21.15.196:0/840774875 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f337c12b120 0x7f337c12d500 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f337400d1a0 tx=0x7f337400ba50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d99d7fa97fde1334 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:17.084 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fec89b38640 1 --2- 172.21.15.196:0/3358809470 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec70004780 0x7fec70004bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:17.084 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fec8a339640 1 -- 172.21.15.196:0/3358809470 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fec84095290 msgr2=0x7fec70005130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:17.084 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fec8a339640 1 --2- 172.21.15.196:0/3358809470 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fec84095290 0x7fec70005130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.084 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fec8a339640 1 -- 172.21.15.196:0/3358809470 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec70004780 msgr2=0x7fec70004bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:17.084 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fd0a37fe640 1 --2- 172.21.15.196:0/3822100516 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd0a4096b70 0x7fd0a408f310 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fd094009850 tx=0x7fd0940090f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4a072a6e10c9e054 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:17.085 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fec8a339640 1 --2- 172.21.15.196:0/3358809470 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec70004780 0x7fec70004bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.085 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fec8a339640 1 -- 172.21.15.196:0/3358809470 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec700034e0 con 0x7fec70003a50 2024-09-10T07:42:17.085 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7f3373fff640 1 -- 172.21.15.196:0/840774875 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f337400b2e0 con 0x7f337c12b120 2024-09-10T07:42:17.085 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7f3373fff640 1 -- 172.21.15.196:0/840774875 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f337400b440 con 0x7f337c12b120 2024-09-10T07:42:17.085 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7f3373fff640 1 -- 172.21.15.196:0/840774875 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3374009840 con 0x7f337c12b120 2024-09-10T07:42:17.086 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fd0a27fc640 1 -- 172.21.15.196:0/3822100516 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd09402ac70 con 0x7fd0a4096b70 2024-09-10T07:42:17.086 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.072+0000 7fd0a27fc640 1 -- 172.21.15.196:0/3822100516 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd09402add0 con 0x7fd0a4096b70 2024-09-10T07:42:17.086 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.072+0000 7fd0a27fc640 1 -- 172.21.15.196:0/3822100516 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd094032670 con 0x7fd0a4096b70 2024-09-10T07:42:17.086 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.071+0000 7fec89b38640 1 --2- 172.21.15.196:0/3358809470 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec70004780 0x7fec70004bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:42:17.087 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.072+0000 7fb7ae1f3640 1 --2- 172.21.15.196:0/2622599797 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb7a80947b0 0x7fb7a8094b80 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fb7a4009880 tx=0x7fb7a40090f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7a2155c7dc89e955 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:17.087 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.072+0000 7fb7ad1f1640 1 -- 172.21.15.196:0/2622599797 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7a402acd0 con 0x7fb7a80947b0 2024-09-10T07:42:17.087 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.072+0000 7fb7ad1f1640 1 -- 172.21.15.196:0/2622599797 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7a402ae30 con 0x7fb7a80947b0 2024-09-10T07:42:17.087 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.072+0000 7fb7ad1f1640 1 -- 172.21.15.196:0/2622599797 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7a4032670 con 0x7fb7a80947b0 2024-09-10T07:42:17.087 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.072+0000 7fec8a339640 1 --2- 172.21.15.196:0/3358809470 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec70003a50 0x7fec70003e60 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fec8000c1e0 tx=0x7fec80001dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=254e6bbae9cc3cf9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:17.087 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.072+0000 7fec89337640 1 -- 172.21.15.196:0/3358809470 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec80005890 con 0x7fec70003a50 2024-09-10T07:42:17.088 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.072+0000 7f3383a17640 1 -- 172.21.15.196:0/840774875 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f337c12b120 msgr2=0x7f337c12d500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:17.088 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.072+0000 7f3383a17640 1 --2- 172.21.15.196:0/840774875 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f337c12b120 0x7f337c12d500 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f337400d1a0 tx=0x7f337400ba50 comp rx=0 tx=0).stop 2024-09-10T07:42:17.088 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.072+0000 7fec89337640 1 -- 172.21.15.196:0/3358809470 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec8002d070 con 0x7fec70003a50 2024-09-10T07:42:17.088 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.072+0000 7f3383a17640 1 -- 172.21.15.196:0/840774875 shutdown_connections 2024-09-10T07:42:17.089 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.072+0000 7fd0a9b1d640 1 -- 172.21.15.196:0/3822100516 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd0a4096b70 msgr2=0x7fd0a408f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:17.089 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.072+0000 7fd0a9b1d640 1 --2- 172.21.15.196:0/3822100516 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd0a4096b70 0x7fd0a408f310 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fd094009850 tx=0x7fd0940090f0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.089 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.072+0000 7f3383a17640 1 --2- 172.21.15.196:0/840774875 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f337c12b120 0x7f337c12d500 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.089 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.072+0000 7f3383a17640 1 --2- 172.21.15.196:0/840774875 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f337c0919d0 0x7f337c091da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.089 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.072+0000 7f3383a17640 1 --2- 172.21.15.196:0/840774875 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f337c0959b0 0x7f337c091490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.089 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.072+0000 7f3383a17640 1 -- 172.21.15.196:0/840774875 >> 172.21.15.196:0/840774875 conn(0x7f337c096aa0 msgr2=0x7f337c096ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:17.089 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.073+0000 7fd0a9b1d640 1 -- 172.21.15.196:0/3822100516 shutdown_connections 2024-09-10T07:42:17.090 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.073+0000 7fd0a9b1d640 1 --2- 172.21.15.196:0/3822100516 >> v2:172.21.15.196:3300/0 conn(0x7fd0a408fcc0 0x7fd0a41289d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.090 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.073+0000 7fb7b0457640 1 -- 172.21.15.196:0/2622599797 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb7a80947b0 msgr2=0x7fb7a8094b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:17.090 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.073+0000 7fb7b0457640 1 --2- 172.21.15.196:0/2622599797 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb7a80947b0 0x7fb7a8094b80 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fb7a4009880 tx=0x7fb7a40090f0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.090 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.073+0000 7fd0a9b1d640 1 --2- 172.21.15.196:0/3822100516 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd0a4096b70 0x7fd0a408f310 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.090 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.073+0000 7fd0a9b1d640 1 -- 172.21.15.196:0/3822100516 >> 172.21.15.196:0/3822100516 conn(0x7fd0a4097c60 msgr2=0x7fd0a4098060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:17.091 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.073+0000 7f3383a17640 1 -- 172.21.15.196:0/840774875 shutdown_connections 2024-09-10T07:42:17.091 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.073+0000 7fec89337640 1 -- 172.21.15.196:0/3358809470 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec80005a50 con 0x7fec70003a50 2024-09-10T07:42:17.091 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.073+0000 7fd0a9b1d640 1 -- 172.21.15.196:0/3822100516 shutdown_connections 2024-09-10T07:42:17.091 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.073+0000 7fd0a9b1d640 1 -- 172.21.15.196:0/3822100516 wait complete. 2024-09-10T07:42:17.092 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.073+0000 7f3383a17640 1 -- 172.21.15.196:0/840774875 wait complete. 2024-09-10T07:42:17.092 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.073+0000 7fb7b0457640 1 -- 172.21.15.196:0/2622599797 shutdown_connections 2024-09-10T07:42:17.092 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.073+0000 7fb7b0457640 1 --2- 172.21.15.196:0/2622599797 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7a8095490 0x7fb7a8131b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.092 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.073+0000 7fb7b0457640 1 --2- 172.21.15.196:0/2622599797 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb7a80947b0 0x7fb7a8094b80 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.092 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.073+0000 7fb7b0457640 1 -- 172.21.15.196:0/2622599797 >> 172.21.15.196:0/2622599797 conn(0x7fb7a8099dc0 msgr2=0x7fb7a809a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:17.093 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.073+0000 7fec8c59d640 1 -- 172.21.15.196:0/3358809470 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec70003a50 msgr2=0x7fec70003e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:17.093 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.073+0000 7fec8c59d640 1 --2- 172.21.15.196:0/3358809470 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec70003a50 0x7fec70003e60 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fec8000c1e0 tx=0x7fec80001dc0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.093 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.073+0000 7fec8ab3a640 1 -- 172.21.15.196:0/3358809470 reap_dead start 2024-09-10T07:42:17.093 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.073+0000 7fb7b0457640 1 -- 172.21.15.196:0/2622599797 shutdown_connections 2024-09-10T07:42:17.093 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.073+0000 7fb7b0457640 1 -- 172.21.15.196:0/2622599797 wait complete. 2024-09-10T07:42:17.094 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.073+0000 7fec8c59d640 1 -- 172.21.15.196:0/3358809470 shutdown_connections 2024-09-10T07:42:17.094 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.073+0000 7fec8c59d640 1 -- 172.21.15.196:0/3358809470 >> 172.21.15.196:0/3358809470 conn(0x7fec84099dc0 msgr2=0x7fec8409a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:17.094 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.073+0000 7fec8c59d640 1 -- 172.21.15.196:0/3358809470 shutdown_connections 2024-09-10T07:42:17.094 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.074+0000 7fec8c59d640 1 -- 172.21.15.196:0/3358809470 wait complete. 2024-09-10T07:42:17.094 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.074+0000 7f3383a17640 1 Processor -- start 2024-09-10T07:42:17.094 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.074+0000 7f3383a17640 1 -- start start 2024-09-10T07:42:17.095 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.074+0000 7fd0a9b1d640 1 Processor -- start 2024-09-10T07:42:17.095 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.074+0000 7fd0a9b1d640 1 -- start start 2024-09-10T07:42:17.095 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.074+0000 7fb7b0457640 1 Processor -- start 2024-09-10T07:42:17.095 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.074+0000 7f3383a17640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f337c0919d0 0x7f337c125b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.096 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.074+0000 7fec8c59d640 1 Processor -- start 2024-09-10T07:42:17.096 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.074+0000 7fb7b0457640 1 -- start start 2024-09-10T07:42:17.096 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.074+0000 7fec8c59d640 1 -- start start 2024-09-10T07:42:17.096 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.074+0000 7f3383a17640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f337c0959b0 0x7f337c11f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.097 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.074+0000 7fd0a9b1d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd0a408f850 0x7fd0a40694b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.097 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.074+0000 7fd0a9b1d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd0a408fcc0 0x7fd0a40699f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.097 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fd0a9b1d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd0a4096b70 0x7fd0a4069f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.097 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7f3380fb2640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f337c0959b0 0x7f337c11f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:17.098 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fd0a9b1d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0a408d090 con 0x7fd0a4096b70 2024-09-10T07:42:17.098 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fd0a9b1d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0a40950d0 con 0x7fd0a408f850 2024-09-10T07:42:17.098 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fd0a9b1d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fd0a408c810 con 0x7fd0a408fcc0 2024-09-10T07:42:17.098 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fd0a3fff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd0a4096b70 0x7fd0a4069f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:17.098 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fd0a37fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd0a408f850 0x7fd0a40694b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:17.098 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fd0a37fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd0a408f850 0x7fd0a40694b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:43312/0 (socket says 172.21.15.196:43312) 2024-09-10T07:42:17.098 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fd0a3fff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd0a4096b70 0x7fd0a4069f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:38628/0 (socket says 172.21.15.196:38628) 2024-09-10T07:42:17.098 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fd0a37fe640 1 -- 172.21.15.196:0/1212781721 learned_addr learned my addr 172.21.15.196:0/1212781721 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:17.099 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7f3380fb2640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f337c0959b0 0x7f337c11f080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:38614/0 (socket says 172.21.15.196:38614) 2024-09-10T07:42:17.099 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fd0a2ffd640 1 --2- 172.21.15.196:0/1212781721 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd0a408fcc0 0x7fd0a40699f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:17.099 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7f3380fb2640 1 -- 172.21.15.196:0/3783459388 learned_addr learned my addr 172.21.15.196:0/3783459388 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:17.099 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7f3383a17640 1 --2- 172.21.15.196:0/3783459388 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f337c12b120 0x7f337c11f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.099 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7f3383a17640 1 -- 172.21.15.196:0/3783459388 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f337c121b10 con 0x7f337c0959b0 2024-09-10T07:42:17.100 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fb7b0457640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7a80947b0 0x7fb7a8139430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.100 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fec8c59d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec70003a50 0x7fec8408c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.100 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fec8c59d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fec8408c8e0 0x7fec8408cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.100 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fec8c59d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec84138f60 0x7fec84139400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.100 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fec8c59d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec8408d270 con 0x7fec70003a50 2024-09-10T07:42:17.100 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fec8c59d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec8408ec50 con 0x7fec84138f60 2024-09-10T07:42:17.101 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fec8c59d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fec8408e880 con 0x7fec8408c8e0 2024-09-10T07:42:17.101 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7f3383a17640 1 -- 172.21.15.196:0/3783459388 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f337c121ee0 con 0x7f337c12b120 2024-09-10T07:42:17.101 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7f3383a17640 1 -- 172.21.15.196:0/3783459388 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f337c06e190 con 0x7f337c0919d0 2024-09-10T07:42:17.101 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7f33817b3640 1 --2- 172.21.15.196:0/3783459388 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f337c0919d0 0x7f337c125b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:17.102 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fb7b0457640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb7a80950c0 0x7fb7a8139970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.102 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fb7ae1f3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7a80947b0 0x7fb7a8139430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:17.102 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7f3381fb4640 1 --2- 172.21.15.196:0/3783459388 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f337c12b120 0x7f337c11f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:17.102 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fb7ae1f3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7a80947b0 0x7fb7a8139430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:43336/0 (socket says 172.21.15.196:43336) 2024-09-10T07:42:17.103 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fb7ae1f3640 1 -- 172.21.15.196:0/192421175 learned_addr learned my addr 172.21.15.196:0/192421175 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:17.103 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fd0a3fff640 1 -- 172.21.15.196:0/1212781721 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd0a408fcc0 msgr2=0x7fd0a40699f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:17.103 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fd0a3fff640 1 --2- 172.21.15.196:0/1212781721 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd0a408fcc0 0x7fd0a40699f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.103 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fd0a3fff640 1 -- 172.21.15.196:0/1212781721 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd0a408f850 msgr2=0x7fd0a40694b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:17.103 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fd0a3fff640 1 --2- 172.21.15.196:0/1212781721 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd0a408f850 0x7fd0a40694b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.103 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fd0a3fff640 1 -- 172.21.15.196:0/1212781721 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd094009390 con 0x7fd0a4096b70 2024-09-10T07:42:17.103 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fd0a3fff640 1 --2- 172.21.15.196:0/1212781721 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd0a4096b70 0x7fd0a4069f30 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fd09c007f00 tx=0x7fd09c009850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:17.103 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fb7b0457640 1 --2- 172.21.15.196:0/192421175 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb7a8095490 0x7fb7a8139eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:17.104 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fd08b7fe640 1 -- 172.21.15.196:0/1212781721 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd09c00edd0 con 0x7fd0a4096b70 2024-09-10T07:42:17.104 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7f33817b3640 1 -- 172.21.15.196:0/3783459388 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f337c12b120 msgr2=0x7f337c11f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:17.104 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7f33817b3640 1 --2- 172.21.15.196:0/3783459388 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f337c12b120 0x7f337c11f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.104 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7f33817b3640 1 -- 172.21.15.196:0/3783459388 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f337c0959b0 msgr2=0x7f337c11f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:17.104 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7f33817b3640 1 --2- 172.21.15.196:0/3783459388 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f337c0959b0 0x7f337c11f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.104 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7f33817b3640 1 -- 172.21.15.196:0/3783459388 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f337400bcf0 con 0x7f337c0919d0 2024-09-10T07:42:17.105 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.075+0000 7fb7ad9f2640 1 --2- 172.21.15.196:0/192421175 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb7a80950c0 0x7fb7a8139970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:17.105 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fb7b0457640 1 -- 172.21.15.196:0/192421175 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7a8093e90 con 0x7fb7a8095490 2024-09-10T07:42:17.105 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fb7b0457640 1 -- 172.21.15.196:0/192421175 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7a80924c0 con 0x7fb7a80947b0 2024-09-10T07:42:17.105 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fb7b0457640 1 -- 172.21.15.196:0/192421175 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fb7a81229c0 con 0x7fb7a80950c0 2024-09-10T07:42:17.105 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fd0a9b1d640 1 -- 172.21.15.196:0/1212781721 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0a408d2c0 con 0x7fd0a4096b70 2024-09-10T07:42:17.105 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fd0a9b1d640 1 -- 172.21.15.196:0/1212781721 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0a408d580 con 0x7fd0a4096b70 2024-09-10T07:42:17.105 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fb7ae9f4640 1 --2- 172.21.15.196:0/192421175 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb7a8095490 0x7fb7a8139eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:17.106 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fec89b38640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fec8408c8e0 0x7fec8408cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:17.106 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fd08b7fe640 1 -- 172.21.15.196:0/1212781721 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd09c014420 con 0x7fd0a4096b70 2024-09-10T07:42:17.106 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fec89b38640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fec8408c8e0 0x7fec8408cd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33318/0 (socket says 172.21.15.196:33318) 2024-09-10T07:42:17.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fec89b38640 1 -- 172.21.15.196:0/3658914701 learned_addr learned my addr 172.21.15.196:0/3658914701 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:17.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fec8a339640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec70003a50 0x7fec8408c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:17.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fb7ae1f3640 1 -- 172.21.15.196:0/192421175 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb7a80950c0 msgr2=0x7fb7a8139970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:17.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fb7ae1f3640 1 --2- 172.21.15.196:0/192421175 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb7a80950c0 0x7fb7a8139970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fb7ae1f3640 1 -- 172.21.15.196:0/192421175 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb7a8095490 msgr2=0x7fb7a8139eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:17.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fb7ae1f3640 1 --2- 172.21.15.196:0/192421175 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb7a8095490 0x7fb7a8139eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fb7ae1f3640 1 -- 172.21.15.196:0/192421175 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7a4009390 con 0x7fb7a80947b0 2024-09-10T07:42:17.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fb7ae9f4640 1 --2- 172.21.15.196:0/192421175 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb7a8095490 0x7fb7a8139eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:17.108 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fec8ab3a640 1 --2- 172.21.15.196:0/3658914701 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec84138f60 0x7fec84139400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:17.108 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fd08b7fe640 1 -- 172.21.15.196:0/1212781721 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd09c0147c0 con 0x7fd0a4096b70 2024-09-10T07:42:17.108 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fec8ab3a640 1 -- 172.21.15.196:0/3658914701 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fec8408c8e0 msgr2=0x7fec8408cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:17.108 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fec8ab3a640 1 --2- 172.21.15.196:0/3658914701 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fec8408c8e0 0x7fec8408cd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.109 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fb7ae1f3640 1 --2- 172.21.15.196:0/192421175 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7a80947b0 0x7fb7a8139430 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fb7a4009850 tx=0x7fb7a4032000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:17.109 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.077+0000 7fb79e7fc640 1 -- 172.21.15.196:0/192421175 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7a4000c40 con 0x7fb7a80947b0 2024-09-10T07:42:17.109 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fec8ab3a640 1 -- 172.21.15.196:0/3658914701 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec70003a50 msgr2=0x7fec8408c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:17.109 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.077+0000 7fb79e7fc640 1 -- 172.21.15.196:0/192421175 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7a4031a60 con 0x7fb7a80947b0 2024-09-10T07:42:17.110 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.077+0000 7fb7b0457640 1 -- 172.21.15.196:0/192421175 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7a81225f0 con 0x7fb7a80947b0 2024-09-10T07:42:17.110 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.077+0000 7fb79e7fc640 1 -- 172.21.15.196:0/192421175 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7a4031e20 con 0x7fb7a80947b0 2024-09-10T07:42:17.110 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fec8ab3a640 1 --2- 172.21.15.196:0/3658914701 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec70003a50 0x7fec8408c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.110 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.077+0000 7f33817b3640 1 --2- 172.21.15.196:0/3783459388 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f337c0919d0 0x7f337c125b40 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f337800ec00 tx=0x7f33780090f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:17.110 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.077+0000 7fb7b0457640 1 -- 172.21.15.196:0/192421175 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7a80914d0 con 0x7fb7a80947b0 2024-09-10T07:42:17.111 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.076+0000 7fec8ab3a640 1 -- 172.21.15.196:0/3658914701 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec8406e430 con 0x7fec84138f60 2024-09-10T07:42:17.111 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.077+0000 7f33717fa640 1 -- 172.21.15.196:0/3783459388 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f337800c920 con 0x7f337c0919d0 2024-09-10T07:42:17.111 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.077+0000 7fec8a339640 1 --2- 172.21.15.196:0/3658914701 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec70003a50 0x7fec8408c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:17.111 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.077+0000 7fec8ab3a640 1 --2- 172.21.15.196:0/3658914701 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec84138f60 0x7fec84139400 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fec8409ae10 tx=0x7fec7c00b040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:17.112 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.077+0000 7f33717fa640 1 -- 172.21.15.196:0/3783459388 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f337800ca80 con 0x7f337c0919d0 2024-09-10T07:42:17.112 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.077+0000 7fec7a7fc640 1 -- 172.21.15.196:0/3658914701 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec7c014690 con 0x7fec84138f60 2024-09-10T07:42:17.112 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.077+0000 7fd0a9b1d640 1 -- 172.21.15.196:0/1212781721 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd084005210 con 0x7fd0a4096b70 2024-09-10T07:42:17.112 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.077+0000 7fec7a7fc640 1 -- 172.21.15.196:0/3658914701 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec7c00f040 con 0x7fec84138f60 2024-09-10T07:42:17.113 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.077+0000 7fec8c59d640 1 -- 172.21.15.196:0/3658914701 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fec8406dbd0 con 0x7fec84138f60 2024-09-10T07:42:17.113 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.077+0000 7f33717fa640 1 -- 172.21.15.196:0/3783459388 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f337800ce00 con 0x7f337c0919d0 2024-09-10T07:42:17.113 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.077+0000 7f3383a17640 1 -- 172.21.15.196:0/3783459388 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f337c120b30 con 0x7f337c0919d0 2024-09-10T07:42:17.113 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.078+0000 7fec7a7fc640 1 -- 172.21.15.196:0/3658914701 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec7c014a40 con 0x7fec84138f60 2024-09-10T07:42:17.113 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.078+0000 7f3383a17640 1 -- 172.21.15.196:0/3783459388 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f337c11fb00 con 0x7f337c0919d0 2024-09-10T07:42:17.114 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.078+0000 7fec8c59d640 1 -- 172.21.15.196:0/3658914701 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec84139940 con 0x7fec84138f60 2024-09-10T07:42:17.114 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.077+0000 7fd08b7fe640 1 -- 172.21.15.196:0/1212781721 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7fd09c014bb0 con 0x7fd0a4096b70 2024-09-10T07:42:17.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.078+0000 7fd08b7fe640 1 -- 172.21.15.196:0/1212781721 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7fd09c063840 con 0x7fd0a4096b70 2024-09-10T07:42:17.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.079+0000 7fb7b0457640 1 -- 172.21.15.196:0/192421175 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb7a806ef50 con 0x7fb7a80947b0 2024-09-10T07:42:17.116 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.079+0000 7f33717fa640 1 -- 172.21.15.196:0/3783459388 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f3378013860 con 0x7f337c0919d0 2024-09-10T07:42:17.116 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.079+0000 7f33717fa640 1 -- 172.21.15.196:0/3783459388 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7f337806cd10 con 0x7f337c0919d0 2024-09-10T07:42:17.116 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.079+0000 7fec7a7fc640 1 -- 172.21.15.196:0/3658914701 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7fec7c0133e0 con 0x7fec84138f60 2024-09-10T07:42:17.116 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.080+0000 7fec7a7fc640 1 -- 172.21.15.196:0/3658914701 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7fec7c067d10 con 0x7fec84138f60 2024-09-10T07:42:17.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.080+0000 7fb79e7fc640 1 -- 172.21.15.196:0/192421175 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7fb7a4039040 con 0x7fb7a80947b0 2024-09-10T07:42:17.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.080+0000 7f3383a17640 1 -- 172.21.15.196:0/3783459388 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f337c120230 con 0x7f337c0919d0 2024-09-10T07:42:17.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.080+0000 7fec8c59d640 1 -- 172.21.15.196:0/3658914701 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fec8404bf60 con 0x7fec84138f60 2024-09-10T07:42:17.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.080+0000 7fb79e7fc640 1 -- 172.21.15.196:0/192421175 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7fb7a4083460 con 0x7fb7a80947b0 2024-09-10T07:42:17.118 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.084+0000 7fec7a7fc640 1 -- 172.21.15.196:0/3658914701 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7fec7c018070 con 0x7fec84138f60 2024-09-10T07:42:17.118 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.084+0000 7fd08b7fe640 1 -- 172.21.15.196:0/1212781721 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7fd09c03e900 con 0x7fd0a4096b70 2024-09-10T07:42:17.118 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.086+0000 7f33717fa640 1 -- 172.21.15.196:0/3783459388 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7f3378020020 con 0x7f337c0919d0 2024-09-10T07:42:17.118 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.088+0000 7fb79e7fc640 1 -- 172.21.15.196:0/192421175 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7fb7a405e5a0 con 0x7fb7a80947b0 2024-09-10T07:42:17.224 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.224+0000 7f3383a17640 1 -- 172.21.15.196:0/3783459388 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f337c04bf60 con 0x7f337c0919d0 2024-09-10T07:42:17.224 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.225+0000 7f33717fa640 1 -- 172.21.15.196:0/3783459388 <== mon.2 v2:172.21.15.196:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f337806d060 con 0x7f337c0919d0 2024-09-10T07:42:17.224 INFO:teuthology.orchestra.run.smithi196.stdout:38654705668 2024-09-10T07:42:17.225 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.226+0000 7fb7b0457640 1 -- 172.21.15.196:0/192421175 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7fb7a804bf60 con 0x7fb7a80947b0 2024-09-10T07:42:17.225 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.226+0000 7fb79e7fc640 1 -- 172.21.15.196:0/192421175 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fb7a4037030 con 0x7fb7a80947b0 2024-09-10T07:42:17.226 INFO:teuthology.orchestra.run.smithi196.stdout:38654705667 2024-09-10T07:42:17.226 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.227+0000 7f3383a17640 1 -- 172.21.15.196:0/3783459388 >> v1:172.21.15.196:6816/32369 conn(0x7f336004cc40 legacy=0x7f336004f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:17.227 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.227+0000 7f3383a17640 1 -- 172.21.15.196:0/3783459388 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f337c0919d0 msgr2=0x7f337c125b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:17.227 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.227+0000 7f3383a17640 1 --2- 172.21.15.196:0/3783459388 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f337c0919d0 0x7f337c125b40 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f337800ec00 tx=0x7f33780090f0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.227 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.227+0000 7f3383a17640 1 -- 172.21.15.196:0/3783459388 shutdown_connections 2024-09-10T07:42:17.227 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.227+0000 7f3383a17640 1 --2- 172.21.15.196:0/3783459388 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f337c12b120 0x7f337c11f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.227 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.227+0000 7f3383a17640 1 --2- 172.21.15.196:0/3783459388 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f337c0959b0 0x7f337c11f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.227 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.227+0000 7f3383a17640 1 --2- 172.21.15.196:0/3783459388 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f337c0919d0 0x7f337c125b40 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.227 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.227+0000 7f3383a17640 1 -- 172.21.15.196:0/3783459388 >> 172.21.15.196:0/3783459388 conn(0x7f337c096aa0 msgr2=0x7f337c097db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:17.227 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.227+0000 7f3383a17640 1 -- 172.21.15.196:0/3783459388 shutdown_connections 2024-09-10T07:42:17.227 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.227+0000 7f3383a17640 1 -- 172.21.15.196:0/3783459388 wait complete. 2024-09-10T07:42:17.228 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.228+0000 7fb7b0457640 1 -- 172.21.15.196:0/192421175 >> v1:172.21.15.196:6816/32369 conn(0x7fb78c04cb70 legacy=0x7fb78c04f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:17.229 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.228+0000 7fb7b0457640 1 -- 172.21.15.196:0/192421175 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7a80947b0 msgr2=0x7fb7a8139430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:17.229 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.228+0000 7fb7b0457640 1 --2- 172.21.15.196:0/192421175 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7a80947b0 0x7fb7a8139430 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fb7a4009850 tx=0x7fb7a4032000 comp rx=0 tx=0).stop 2024-09-10T07:42:17.229 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.228+0000 7fb7b0457640 1 -- 172.21.15.196:0/192421175 shutdown_connections 2024-09-10T07:42:17.229 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.228+0000 7fb7b0457640 1 --2- 172.21.15.196:0/192421175 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb7a8095490 0x7fb7a8139eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.229 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.228+0000 7fb7b0457640 1 --2- 172.21.15.196:0/192421175 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb7a80950c0 0x7fb7a8139970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.229 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.228+0000 7fb7b0457640 1 --2- 172.21.15.196:0/192421175 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb7a80947b0 0x7fb7a8139430 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.229 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.228+0000 7fb7b0457640 1 -- 172.21.15.196:0/192421175 >> 172.21.15.196:0/192421175 conn(0x7fb7a8099dc0 msgr2=0x7fb7a806cf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:17.229 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.228+0000 7fb7b0457640 1 -- 172.21.15.196:0/192421175 shutdown_connections 2024-09-10T07:42:17.229 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.228+0000 7fb7b0457640 1 -- 172.21.15.196:0/192421175 wait complete. 2024-09-10T07:42:17.238 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705669 got 38654705668 for osd.2 2024-09-10T07:42:17.239 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705667 for osd.0 2024-09-10T07:42:17.245 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.245+0000 7fec8c59d640 1 -- 172.21.15.196:0/3658914701 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7fec840649a0 con 0x7fec84138f60 2024-09-10T07:42:17.245 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.245+0000 7fec7a7fc640 1 -- 172.21.15.196:0/3658914701 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fec7c068060 con 0x7fec84138f60 2024-09-10T07:42:17.245 INFO:teuthology.orchestra.run.smithi196.stdout:38654705668 2024-09-10T07:42:17.248 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.248+0000 7fec8c59d640 1 -- 172.21.15.196:0/3658914701 >> v1:172.21.15.196:6816/32369 conn(0x7fec6804cc40 legacy=0x7fec6804f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:17.248 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.248+0000 7fec8c59d640 1 -- 172.21.15.196:0/3658914701 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec84138f60 msgr2=0x7fec84139400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:17.249 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.248+0000 7fec8c59d640 1 --2- 172.21.15.196:0/3658914701 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec84138f60 0x7fec84139400 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fec8409ae10 tx=0x7fec7c00b040 comp rx=0 tx=0).stop 2024-09-10T07:42:17.249 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.248+0000 7fec8c59d640 1 -- 172.21.15.196:0/3658914701 shutdown_connections 2024-09-10T07:42:17.249 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.248+0000 7fec8c59d640 1 --2- 172.21.15.196:0/3658914701 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fec84138f60 0x7fec84139400 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.249 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.248+0000 7fec8c59d640 1 --2- 172.21.15.196:0/3658914701 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fec8408c8e0 0x7fec8408cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.249 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.248+0000 7fec8c59d640 1 --2- 172.21.15.196:0/3658914701 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fec70003a50 0x7fec8408c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.249 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.248+0000 7fec8c59d640 1 -- 172.21.15.196:0/3658914701 >> 172.21.15.196:0/3658914701 conn(0x7fec84099dc0 msgr2=0x7fec8409c060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:17.250 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.248+0000 7fec8c59d640 1 -- 172.21.15.196:0/3658914701 shutdown_connections 2024-09-10T07:42:17.250 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.248+0000 7fec8c59d640 1 -- 172.21.15.196:0/3658914701 wait complete. 2024-09-10T07:42:17.250 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.248+0000 7fd0a9b1d640 1 -- 172.21.15.196:0/1212781721 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7fd0840054c0 con 0x7fd0a4096b70 2024-09-10T07:42:17.251 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.249+0000 7fd08b7fe640 1 -- 172.21.15.196:0/1212781721 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fd09c014e60 con 0x7fd0a4096b70 2024-09-10T07:42:17.251 INFO:teuthology.orchestra.run.smithi196.stdout:38654705668 2024-09-10T07:42:17.253 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.251+0000 7fd0a9b1d640 1 -- 172.21.15.196:0/1212781721 >> v1:172.21.15.196:6816/32369 conn(0x7fd09004cbf0 legacy=0x7fd09004f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:17.253 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.251+0000 7fd0a9b1d640 1 -- 172.21.15.196:0/1212781721 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd0a4096b70 msgr2=0x7fd0a4069f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:17.253 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.251+0000 7fd0a9b1d640 1 --2- 172.21.15.196:0/1212781721 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd0a4096b70 0x7fd0a4069f30 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fd09c007f00 tx=0x7fd09c009850 comp rx=0 tx=0).stop 2024-09-10T07:42:17.253 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.251+0000 7fd0a9b1d640 1 -- 172.21.15.196:0/1212781721 shutdown_connections 2024-09-10T07:42:17.253 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.251+0000 7fd0a9b1d640 1 --2- 172.21.15.196:0/1212781721 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd0a4096b70 0x7fd0a4069f30 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.254 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.251+0000 7fd0a9b1d640 1 --2- 172.21.15.196:0/1212781721 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd0a408fcc0 0x7fd0a40699f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.254 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.252+0000 7fd0a9b1d640 1 --2- 172.21.15.196:0/1212781721 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd0a408f850 0x7fd0a40694b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:17.254 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.252+0000 7fd0a9b1d640 1 -- 172.21.15.196:0/1212781721 >> 172.21.15.196:0/1212781721 conn(0x7fd0a4097c60 msgr2=0x7fd0a4093e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:17.254 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.252+0000 7fd0a9b1d640 1 -- 172.21.15.196:0/1212781721 shutdown_connections 2024-09-10T07:42:17.254 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:17.252+0000 7fd0a9b1d640 1 -- 172.21.15.196:0/1212781721 wait complete. 2024-09-10T07:42:17.262 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705669 got 38654705668 for osd.3 2024-09-10T07:42:17.264 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705669 got 38654705668 for osd.1 2024-09-10T07:42:18.240 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T07:42:18.240 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T07:42:18.263 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T07:42:18.265 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T07:42:18.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.343+0000 7f169331d640 1 Processor -- start 2024-09-10T07:42:18.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.343+0000 7fbb1711d640 1 Processor -- start 2024-09-10T07:42:18.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.343+0000 7fbb1711d640 1 -- start start 2024-09-10T07:42:18.344 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.343+0000 7f169331d640 1 -- start start 2024-09-10T07:42:18.344 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.344+0000 7fbb1711d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbb1012d200 0x7fbb1012f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.344 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.344+0000 7f169331d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f168c12a9f0 0x7f168c12f520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.345 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.344+0000 7fbb1711d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbb1012fb20 0x7fbb10131f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.345 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.344+0000 7f169331d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f168c12ae60 0x7f168c131a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.345 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.344+0000 7f169331d640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f168c08d9a0 con 0x7f168c096b70 2024-09-10T07:42:18.345 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.344+0000 7f169331d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f168c08ddc0 con 0x7f168c12a9f0 2024-09-10T07:42:18.345 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.344+0000 7f169331d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f168c064170 con 0x7f168c12ae60 2024-09-10T07:42:18.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.344+0000 7fbb1711d640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb10093d00 con 0x7fbb100913f0 2024-09-10T07:42:18.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.344+0000 7fbb14eb9640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fbb100913f0 0x7fbb100917c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:36594/0 (socket says 172.21.15.196:36594) 2024-09-10T07:42:18.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.344+0000 7fbb14eb9640 1 -- 172.21.15.196:0/3584399922 learned_addr learned my addr 172.21.15.196:0/3584399922 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:42:18.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.344+0000 7f16908b8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f168c12a9f0 0x7f168c12f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.347 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.344+0000 7fbb0ffff640 1 --2- 172.21.15.196:0/3584399922 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbb1012d200 0x7fbb1012f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.347 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.344+0000 7f16908b8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f168c12a9f0 0x7f168c12f520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:43360/0 (socket says 172.21.15.196:43360) 2024-09-10T07:42:18.347 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.344+0000 7fbb1711d640 1 -- 172.21.15.196:0/3584399922 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb10095580 con 0x7fbb1012fb20 2024-09-10T07:42:18.347 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.344+0000 7f16908b8640 1 -- 172.21.15.196:0/578804149 learned_addr learned my addr 172.21.15.196:0/578804149 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:18.348 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.344+0000 7f16918ba640 1 --2- 172.21.15.196:0/578804149 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f168c12ae60 0x7f168c131a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.349 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.344+0000 7fbb1711d640 1 -- 172.21.15.196:0/3584399922 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fbb100942c0 con 0x7fbb1012d200 2024-09-10T07:42:18.349 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.344+0000 7fbb156ba640 1 --2- 172.21.15.196:0/3584399922 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbb1012fb20 0x7fbb10131f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.349 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.345+0000 7fbb0f7fe640 1 -- 172.21.15.196:0/3584399922 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1179323954 0 0) 0x7fbb10093d00 con 0x7fbb100913f0 2024-09-10T07:42:18.349 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.345+0000 7fbb0f7fe640 1 -- 172.21.15.196:0/3584399922 --> v1:172.21.15.196:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbb000034e0 con 0x7fbb100913f0 2024-09-10T07:42:18.349 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.345+0000 7fbb0ffff640 1 -- 172.21.15.196:0/3584399922 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbb1012fb20 msgr2=0x7fbb10131f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:18.349 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.345+0000 7fbb0ffff640 1 --2- 172.21.15.196:0/3584399922 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbb1012fb20 0x7fbb10131f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.349 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.345+0000 7fbb0ffff640 1 -- 172.21.15.196:0/3584399922 >> v1:172.21.15.196:6789/0 conn(0x7fbb100913f0 legacy=0x7fbb100917c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.350 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.345+0000 7fbb0ffff640 1 -- 172.21.15.196:0/3584399922 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb10094560 con 0x7fbb1012d200 2024-09-10T07:42:18.350 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.345+0000 7f16918ba640 1 -- 172.21.15.196:0/578804149 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f168c12a9f0 msgr2=0x7f168c12f520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:18.350 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.345+0000 7f1683fff640 1 -- 172.21.15.196:0/578804149 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1060657571 0 0) 0x7f168c08d9a0 con 0x7f168c096b70 2024-09-10T07:42:18.351 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.345+0000 7f16918ba640 1 --2- 172.21.15.196:0/578804149 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f168c12a9f0 0x7f168c12f520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.351 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.345+0000 7f16918ba640 1 -- 172.21.15.196:0/578804149 >> v1:172.21.15.196:6789/0 conn(0x7f168c096b70 legacy=0x7f168c12a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.351 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.345+0000 7f16918ba640 1 -- 172.21.15.196:0/578804149 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f168c08e8f0 con 0x7f168c12ae60 2024-09-10T07:42:18.351 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.345+0000 7f16908b8640 1 --2- 172.21.15.196:0/578804149 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f168c12a9f0 0x7f168c12f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:18.352 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.346+0000 7fbb0ffff640 1 --2- 172.21.15.196:0/3584399922 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbb1012d200 0x7fbb1012f5e0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fbafc009880 tx=0x7fbafc0090f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d7f27a6980e585f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:18.352 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.346+0000 7fbb0f7fe640 1 -- 172.21.15.196:0/3584399922 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbafc02ace0 con 0x7fbb1012d200 2024-09-10T07:42:18.352 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.346+0000 7fbb0f7fe640 1 -- 172.21.15.196:0/3584399922 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbafc02ae40 con 0x7fbb1012d200 2024-09-10T07:42:18.352 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.346+0000 7fbb0f7fe640 1 -- 172.21.15.196:0/3584399922 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbafc032670 con 0x7fbb1012d200 2024-09-10T07:42:18.353 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.346+0000 7f16918ba640 1 --2- 172.21.15.196:0/578804149 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f168c12ae60 0x7f168c131a70 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f1684009e90 tx=0x7f1684009780 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cdea6c63fb3de49d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:18.353 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.346+0000 7f1683fff640 1 -- 172.21.15.196:0/578804149 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1684031400 con 0x7f168c12ae60 2024-09-10T07:42:18.353 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.346+0000 7f1683fff640 1 -- 172.21.15.196:0/578804149 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f168402d050 con 0x7f168c12ae60 2024-09-10T07:42:18.353 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.346+0000 7f1683fff640 1 -- 172.21.15.196:0/578804149 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1684031790 con 0x7f168c12ae60 2024-09-10T07:42:18.354 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.347+0000 7fbb1711d640 1 -- 172.21.15.196:0/3584399922 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbb1012d200 msgr2=0x7fbb1012f5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.354 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.347+0000 7fbb1711d640 1 --2- 172.21.15.196:0/3584399922 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbb1012d200 0x7fbb1012f5e0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fbafc009880 tx=0x7fbafc0090f0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.355 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.347+0000 7f169331d640 1 -- 172.21.15.196:0/578804149 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f168c12ae60 msgr2=0x7f168c131a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.355 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.347+0000 7f169331d640 1 --2- 172.21.15.196:0/578804149 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f168c12ae60 0x7f168c131a70 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f1684009e90 tx=0x7f1684009780 comp rx=0 tx=0).stop 2024-09-10T07:42:18.355 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.347+0000 7f169331d640 1 -- 172.21.15.196:0/578804149 shutdown_connections 2024-09-10T07:42:18.355 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.347+0000 7f169331d640 1 --2- 172.21.15.196:0/578804149 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f168c12ae60 0x7f168c131a70 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.355 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.347+0000 7f169331d640 1 --2- 172.21.15.196:0/578804149 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f168c12a9f0 0x7f168c12f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.355 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.347+0000 7f169331d640 1 -- 172.21.15.196:0/578804149 >> 172.21.15.196:0/578804149 conn(0x7f168c097c60 msgr2=0x7f168c098060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:18.355 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.347+0000 7fbb1711d640 1 -- 172.21.15.196:0/3584399922 shutdown_connections 2024-09-10T07:42:18.356 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.347+0000 7fbb1711d640 1 --2- 172.21.15.196:0/3584399922 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbb1012fb20 0x7fbb10131f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.356 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.347+0000 7fbb1711d640 1 --2- 172.21.15.196:0/3584399922 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbb1012d200 0x7fbb1012f5e0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.356 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.347+0000 7fbb1711d640 1 -- 172.21.15.196:0/3584399922 >> 172.21.15.196:0/3584399922 conn(0x7fbb10097b60 msgr2=0x7fbb10097f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:18.356 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.347+0000 7fbb1711d640 1 -- 172.21.15.196:0/3584399922 shutdown_connections 2024-09-10T07:42:18.356 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.347+0000 7fbb1711d640 1 -- 172.21.15.196:0/3584399922 wait complete. 2024-09-10T07:42:18.356 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.347+0000 7f169331d640 1 -- 172.21.15.196:0/578804149 shutdown_connections 2024-09-10T07:42:18.356 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.347+0000 7f169331d640 1 -- 172.21.15.196:0/578804149 wait complete. 2024-09-10T07:42:18.357 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.348+0000 7fbb1711d640 1 Processor -- start 2024-09-10T07:42:18.357 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.348+0000 7f169331d640 1 Processor -- start 2024-09-10T07:42:18.357 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.348+0000 7f169331d640 1 -- start start 2024-09-10T07:42:18.357 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.348+0000 7fbb1711d640 1 -- start start 2024-09-10T07:42:18.358 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.348+0000 7fbb1711d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbb100913f0 0x7fbb1006d400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.358 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.348+0000 7fbb1711d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbb1012d200 0x7fbb1006d940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.358 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.348+0000 7f169331d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f168c096b70 0x7f168c139410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.358 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.348+0000 7f169331d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f168c12a9f0 0x7f168c139950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.358 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7f169331d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f168c12ae60 0x7f168c06d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.358 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7f169331d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f168c09a510 con 0x7f168c12ae60 2024-09-10T07:42:18.358 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7f169331d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f168c12c840 con 0x7f168c096b70 2024-09-10T07:42:18.358 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7f169331d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f168c12cae0 con 0x7f168c12a9f0 2024-09-10T07:42:18.359 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7fbb1711d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbb1012fb20 0x7fbb1006de80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.359 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7fbb1711d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb1006bb40 con 0x7fbb100913f0 2024-09-10T07:42:18.359 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7fbb1711d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb1006b440 con 0x7fbb1012d200 2024-09-10T07:42:18.359 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7fbb14eb9640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbb100913f0 0x7fbb1006d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.359 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7fbb1711d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fbb1006e3c0 con 0x7fbb1012fb20 2024-09-10T07:42:18.359 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7f16908b8640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f168c12a9f0 0x7f168c139950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.360 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7fbb0ffff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbb1012d200 0x7fbb1006d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.360 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7f16908b8640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f168c12a9f0 0x7f168c139950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33344/0 (socket says 172.21.15.196:33344) 2024-09-10T07:42:18.360 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7f16908b8640 1 -- 172.21.15.196:0/3682806486 learned_addr learned my addr 172.21.15.196:0/3682806486 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:18.360 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7f16918ba640 1 --2- 172.21.15.196:0/3682806486 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f168c12ae60 0x7f168c06d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.360 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7fbb14eb9640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbb100913f0 0x7fbb1006d400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:38644/0 (socket says 172.21.15.196:38644) 2024-09-10T07:42:18.361 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7fbb14eb9640 1 -- 172.21.15.196:0/2928942693 learned_addr learned my addr 172.21.15.196:0/2928942693 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:18.361 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7fbb0ffff640 1 -- 172.21.15.196:0/2928942693 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbb1012fb20 msgr2=0x7fbb1006de80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.361 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7f16918ba640 1 -- 172.21.15.196:0/3682806486 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f168c12a9f0 msgr2=0x7f168c139950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.361 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7f16918ba640 1 --2- 172.21.15.196:0/3682806486 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f168c12a9f0 0x7f168c139950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.361 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7f16918ba640 1 -- 172.21.15.196:0/3682806486 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f168c096b70 msgr2=0x7f168c139410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.361 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7f16910b9640 1 --2- 172.21.15.196:0/3682806486 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f168c096b70 0x7f168c139410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.361 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7f16918ba640 1 --2- 172.21.15.196:0/3682806486 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f168c096b70 0x7f168c139410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.361 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7f16918ba640 1 -- 172.21.15.196:0/3682806486 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f167c009450 con 0x7f168c12ae60 2024-09-10T07:42:18.361 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7f16908b8640 1 --2- 172.21.15.196:0/3682806486 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f168c12a9f0 0x7f168c139950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:18.362 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7fbb156ba640 1 --2- 172.21.15.196:0/2928942693 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbb1012fb20 0x7fbb1006de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.362 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7fbb0ffff640 1 --2- 172.21.15.196:0/2928942693 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbb1012fb20 0x7fbb1006de80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.362 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7fbb0ffff640 1 -- 172.21.15.196:0/2928942693 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbb100913f0 msgr2=0x7fbb1006d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.362 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7fbb0ffff640 1 --2- 172.21.15.196:0/2928942693 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbb100913f0 0x7fbb1006d400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.362 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7fbb0ffff640 1 -- 172.21.15.196:0/2928942693 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbafc009390 con 0x7fbb1012d200 2024-09-10T07:42:18.362 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7fbb156ba640 1 --2- 172.21.15.196:0/2928942693 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbb1012fb20 0x7fbb1006de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:42:18.362 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7fbb14eb9640 1 --2- 172.21.15.196:0/2928942693 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbb100913f0 0x7fbb1006d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:18.363 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.349+0000 7f16910b9640 1 --2- 172.21.15.196:0/3682806486 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f168c096b70 0x7f168c139410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:42:18.363 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.350+0000 7f16918ba640 1 --2- 172.21.15.196:0/3682806486 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f168c12ae60 0x7f168c06d4f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f1684031000 tx=0x7f1684037000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:18.363 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.350+0000 7fbb0ffff640 1 --2- 172.21.15.196:0/2928942693 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbb1012d200 0x7fbb1006d940 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fbafc031000 tx=0x7fbafc032000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:18.363 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.350+0000 7fbb0cff9640 1 -- 172.21.15.196:0/2928942693 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbafc03b6e0 con 0x7fbb1012d200 2024-09-10T07:42:18.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.350+0000 7f16817fa640 1 -- 172.21.15.196:0/3682806486 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f168403ba70 con 0x7f168c12ae60 2024-09-10T07:42:18.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.350+0000 7fbb0cff9640 1 -- 172.21.15.196:0/2928942693 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbafc03b860 con 0x7fbb1012d200 2024-09-10T07:42:18.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.350+0000 7fbb0cff9640 1 -- 172.21.15.196:0/2928942693 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbafc03bc20 con 0x7fbb1012d200 2024-09-10T07:42:18.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.350+0000 7f16817fa640 1 -- 172.21.15.196:0/3682806486 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1684040070 con 0x7f168c12ae60 2024-09-10T07:42:18.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.350+0000 7f16817fa640 1 -- 172.21.15.196:0/3682806486 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f168403be60 con 0x7f168c12ae60 2024-09-10T07:42:18.365 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.350+0000 7f169331d640 1 -- 172.21.15.196:0/3682806486 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1684009a20 con 0x7f168c12ae60 2024-09-10T07:42:18.365 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.350+0000 7f169331d640 1 -- 172.21.15.196:0/3682806486 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f168c139e90 con 0x7f168c12ae60 2024-09-10T07:42:18.365 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.350+0000 7fbb1711d640 1 -- 172.21.15.196:0/2928942693 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb1006d140 con 0x7fbb1012d200 2024-09-10T07:42:18.365 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.351+0000 7fbb1711d640 1 -- 172.21.15.196:0/2928942693 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb1006c7d0 con 0x7fbb1012d200 2024-09-10T07:42:18.366 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.351+0000 7f1676ffd640 1 -- 172.21.15.196:0/3682806486 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f168c04bf60 con 0x7f168c12ae60 2024-09-10T07:42:18.366 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.352+0000 7fbb1711d640 1 -- 172.21.15.196:0/2928942693 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb1006cdd0 con 0x7fbb1012d200 2024-09-10T07:42:18.366 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.352+0000 7fbb0cff9640 1 -- 172.21.15.196:0/2928942693 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7fbafc039040 con 0x7fbb1012d200 2024-09-10T07:42:18.366 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.352+0000 7f16817fa640 1 -- 172.21.15.196:0/3682806486 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f168403c420 con 0x7f168c12ae60 2024-09-10T07:42:18.366 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.352+0000 7f16817fa640 1 -- 172.21.15.196:0/3682806486 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7f1684042070 con 0x7f168c12ae60 2024-09-10T07:42:18.367 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.353+0000 7fbb0cff9640 1 -- 172.21.15.196:0/2928942693 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7fbafc083710 con 0x7fbb1012d200 2024-09-10T07:42:18.367 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.356+0000 7f16817fa640 1 -- 172.21.15.196:0/3682806486 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7f1684063920 con 0x7f168c12ae60 2024-09-10T07:42:18.367 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.359+0000 7fbb0cff9640 1 -- 172.21.15.196:0/2928942693 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7fbafc05ed80 con 0x7fbb1012d200 2024-09-10T07:42:18.390 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.389+0000 7fe1d568b640 1 Processor -- start 2024-09-10T07:42:18.390 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.389+0000 7fe1d568b640 1 -- start start 2024-09-10T07:42:18.391 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.389+0000 7fe1d568b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe1d0094ec0 0x7fe1d0133c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.391 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.389+0000 7fe1d568b640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe1d00952f0 0x7fe1d0136170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.391 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.389+0000 7fe1d568b640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe1d009ac70 con 0x7fe1d0097290 2024-09-10T07:42:18.391 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.389+0000 7fe1d568b640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1d00963a0 con 0x7fe1d0094ec0 2024-09-10T07:42:18.391 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.389+0000 7fe1d568b640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fe1d00996f0 con 0x7fe1d00952f0 2024-09-10T07:42:18.391 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.389+0000 7fe1cf7fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe1d00952f0 0x7fe1d0136170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.391 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.390+0000 7fe1ceffd640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fe1d0097290 0x7fe1d00947b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:36610/0 (socket says 172.21.15.196:36610) 2024-09-10T07:42:18.391 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.390+0000 7fe1ceffd640 1 -- 172.21.15.196:0/1801549454 learned_addr learned my addr 172.21.15.196:0/1801549454 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:42:18.391 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.390+0000 7fe1c7fff640 1 --2- 172.21.15.196:0/1801549454 >> v2:172.21.15.196:3300/0 conn(0x7fe1d0094ec0 0x7fe1d0133c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.391 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.390+0000 7fe1ce7fc640 1 -- 172.21.15.196:0/1801549454 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3324269140 0 0) 0x7fe1d009ac70 con 0x7fe1d0097290 2024-09-10T07:42:18.391 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.390+0000 7fe1cf7fe640 1 -- 172.21.15.196:0/1801549454 >> v2:172.21.15.196:3300/0 conn(0x7fe1d0094ec0 msgr2=0x7fe1d0133c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:18.391 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.390+0000 7fe1cf7fe640 1 --2- 172.21.15.196:0/1801549454 >> v2:172.21.15.196:3300/0 conn(0x7fe1d0094ec0 0x7fe1d0133c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.391 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.390+0000 7fe1cf7fe640 1 -- 172.21.15.196:0/1801549454 >> v1:172.21.15.196:6789/0 conn(0x7fe1d0097290 legacy=0x7fe1d00947b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.392 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.390+0000 7fe1cf7fe640 1 -- 172.21.15.196:0/1801549454 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1d0098f00 con 0x7fe1d00952f0 2024-09-10T07:42:18.392 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.390+0000 7fe1c7fff640 1 --2- 172.21.15.196:0/1801549454 >> v2:172.21.15.196:3300/0 conn(0x7fe1d0094ec0 0x7fe1d0133c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:18.392 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.391+0000 7fe1cf7fe640 1 --2- 172.21.15.196:0/1801549454 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe1d00952f0 0x7fe1d0136170 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fe1c8009850 tx=0x7fe1c80090f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=16c5385c80d9f93f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:18.392 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.391+0000 7fe1ce7fc640 1 -- 172.21.15.196:0/1801549454 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1c802ac70 con 0x7fe1d00952f0 2024-09-10T07:42:18.392 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.391+0000 7fe1ce7fc640 1 -- 172.21.15.196:0/1801549454 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1c802add0 con 0x7fe1d00952f0 2024-09-10T07:42:18.392 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.391+0000 7fe1ce7fc640 1 -- 172.21.15.196:0/1801549454 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1c8032670 con 0x7fe1d00952f0 2024-09-10T07:42:18.395 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.392+0000 7fe1d568b640 1 -- 172.21.15.196:0/1801549454 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe1d00952f0 msgr2=0x7fe1d0136170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.395 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.392+0000 7fe1d568b640 1 --2- 172.21.15.196:0/1801549454 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe1d00952f0 0x7fe1d0136170 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fe1c8009850 tx=0x7fe1c80090f0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.395 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.392+0000 7fe1d568b640 1 -- 172.21.15.196:0/1801549454 shutdown_connections 2024-09-10T07:42:18.395 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.392+0000 7fe1d568b640 1 --2- 172.21.15.196:0/1801549454 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe1d00952f0 0x7fe1d0136170 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.395 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.392+0000 7fe1d568b640 1 --2- 172.21.15.196:0/1801549454 >> v2:172.21.15.196:3300/0 conn(0x7fe1d0094ec0 0x7fe1d0133c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.396 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.392+0000 7fe1d568b640 1 -- 172.21.15.196:0/1801549454 >> 172.21.15.196:0/1801549454 conn(0x7fe1d0099dc0 msgr2=0x7fe1d009a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:18.396 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.392+0000 7fe1d568b640 1 -- 172.21.15.196:0/1801549454 shutdown_connections 2024-09-10T07:42:18.396 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.392+0000 7fe1d568b640 1 -- 172.21.15.196:0/1801549454 wait complete. 2024-09-10T07:42:18.396 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.393+0000 7fe1d568b640 1 Processor -- start 2024-09-10T07:42:18.396 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.393+0000 7fe1d568b640 1 -- start start 2024-09-10T07:42:18.396 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.393+0000 7fe1d568b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe1d0094ec0 0x7fe1d006bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.396 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.393+0000 7fe1d568b640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe1d00952f0 0x7fe1d006c150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.396 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.393+0000 7fe1d568b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe1d0097290 0x7fe1d013d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.396 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.393+0000 7fe1d568b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1d006db40 con 0x7fe1d0097290 2024-09-10T07:42:18.396 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.393+0000 7fe1d568b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1d0088a00 con 0x7fe1d0094ec0 2024-09-10T07:42:18.396 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.393+0000 7fe1d568b640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fe1d006e910 con 0x7fe1d00952f0 2024-09-10T07:42:18.397 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.394+0000 7fe1cf7fe640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe1d0097290 0x7fe1d013d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.397 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.394+0000 7fe1ceffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe1d0094ec0 0x7fe1d006bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.397 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.394+0000 7fe1cf7fe640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe1d0097290 0x7fe1d013d3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:38676/0 (socket says 172.21.15.196:38676) 2024-09-10T07:42:18.397 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.394+0000 7fe1cf7fe640 1 -- 172.21.15.196:0/705013843 learned_addr learned my addr 172.21.15.196:0/705013843 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:18.397 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.394+0000 7fe1c7fff640 1 --2- 172.21.15.196:0/705013843 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe1d00952f0 0x7fe1d006c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.397 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.394+0000 7fe1cf7fe640 1 -- 172.21.15.196:0/705013843 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe1d00952f0 msgr2=0x7fe1d006c150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.397 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.394+0000 7fe1cf7fe640 1 --2- 172.21.15.196:0/705013843 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe1d00952f0 0x7fe1d006c150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.397 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.394+0000 7fe1cf7fe640 1 -- 172.21.15.196:0/705013843 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe1d0094ec0 msgr2=0x7fe1d006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.397 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.394+0000 7fe1cf7fe640 1 --2- 172.21.15.196:0/705013843 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe1d0094ec0 0x7fe1d006bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.397 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.394+0000 7fe1cf7fe640 1 -- 172.21.15.196:0/705013843 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1b8009390 con 0x7fe1d0097290 2024-09-10T07:42:18.397 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.394+0000 7fe1c7fff640 1 --2- 172.21.15.196:0/705013843 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe1d00952f0 0x7fe1d006c150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:18.398 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.395+0000 7fe1cf7fe640 1 --2- 172.21.15.196:0/705013843 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe1d0097290 0x7fe1d013d3c0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fe1c8009360 tx=0x7fe1c8032000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:18.398 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.395+0000 7fe1c6ffd640 1 -- 172.21.15.196:0/705013843 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1c802ac70 con 0x7fe1d0097290 2024-09-10T07:42:18.398 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.395+0000 7fe1c6ffd640 1 -- 172.21.15.196:0/705013843 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1c8031a60 con 0x7fe1d0097290 2024-09-10T07:42:18.398 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.395+0000 7fe1d568b640 1 -- 172.21.15.196:0/705013843 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1c8009390 con 0x7fe1d0097290 2024-09-10T07:42:18.398 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.395+0000 7fe1c6ffd640 1 -- 172.21.15.196:0/705013843 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1c8031e40 con 0x7fe1d0097290 2024-09-10T07:42:18.398 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.395+0000 7fe1d568b640 1 -- 172.21.15.196:0/705013843 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1d006c690 con 0x7fe1d0097290 2024-09-10T07:42:18.398 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.396+0000 7fe1d568b640 1 -- 172.21.15.196:0/705013843 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1d006e630 con 0x7fe1d0097290 2024-09-10T07:42:18.399 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.397+0000 7fe1c6ffd640 1 -- 172.21.15.196:0/705013843 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7fe1c803c610 con 0x7fe1d0097290 2024-09-10T07:42:18.399 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.397+0000 7fe1c6ffd640 1 -- 172.21.15.196:0/705013843 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7fe1c8083aa0 con 0x7fe1d0097290 2024-09-10T07:42:18.400 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.401+0000 7fe1c6ffd640 1 -- 172.21.15.196:0/705013843 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7fe1c8062990 con 0x7fe1d0097290 2024-09-10T07:42:18.401 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.402+0000 7fd8ef79d640 1 Processor -- start 2024-09-10T07:42:18.401 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.402+0000 7fd8ef79d640 1 -- start start 2024-09-10T07:42:18.402 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.402+0000 7fd8ef79d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd8e8095af0 0x7fd8e808e300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.402 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.402+0000 7fd8ef79d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8e808e840 0x7fd8e808ec30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.403 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.402+0000 7fd8ef79d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd8e812b260 0x7fd8e812d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.403 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.403+0000 7fd8ef79d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd8e8069770 con 0x7fd8e8095af0 2024-09-10T07:42:18.403 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.403+0000 7fd8ecd38640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8e808e840 0x7fd8e808ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.403 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.403+0000 7fd8ed539640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd8e8095af0 0x7fd8e808e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.403 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.403+0000 7fd8ef79d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd8e808f170 con 0x7fd8e808e840 2024-09-10T07:42:18.403 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.403+0000 7fd8ef79d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fd8e808ffd0 con 0x7fd8e812b260 2024-09-10T07:42:18.403 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.403+0000 7fd8edd3a640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd8e812b260 0x7fd8e812d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.403 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.403+0000 7fd8ed539640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd8e8095af0 0x7fd8e808e300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:38692/0 (socket says 172.21.15.196:38692) 2024-09-10T07:42:18.403 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.403+0000 7fd8ed539640 1 -- 172.21.15.196:0/3200018160 learned_addr learned my addr 172.21.15.196:0/3200018160 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:18.403 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.403+0000 7fd8edd3a640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd8e812b260 0x7fd8e812d640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33386/0 (socket says 172.21.15.196:33386) 2024-09-10T07:42:18.403 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.403+0000 7fd8ecd38640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8e808e840 0x7fd8e808ec30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:43394/0 (socket says 172.21.15.196:43394) 2024-09-10T07:42:18.403 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.403+0000 7fd8edd3a640 1 -- 172.21.15.196:0/3200018160 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8e808e840 msgr2=0x7fd8e808ec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:18.404 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.403+0000 7fd8edd3a640 1 --2- 172.21.15.196:0/3200018160 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8e808e840 0x7fd8e808ec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.404 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.403+0000 7fd8edd3a640 1 -- 172.21.15.196:0/3200018160 >> v2:172.21.15.196:3300/0 conn(0x7fd8e8095af0 msgr2=0x7fd8e808e300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:18.406 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.403+0000 7fd8edd3a640 1 --2- 172.21.15.196:0/3200018160 >> v2:172.21.15.196:3300/0 conn(0x7fd8e8095af0 0x7fd8e808e300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.406 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.403+0000 7fd8edd3a640 1 -- 172.21.15.196:0/3200018160 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8e8090220 con 0x7fd8e812b260 2024-09-10T07:42:18.406 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.403+0000 7fd8ecd38640 1 --2- 172.21.15.196:0/3200018160 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8e808e840 0x7fd8e808ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:42:18.406 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.403+0000 7fd8ed539640 1 --2- 172.21.15.196:0/3200018160 >> v2:172.21.15.196:3300/0 conn(0x7fd8e8095af0 0x7fd8e808e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:18.406 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.404+0000 7fd8edd3a640 1 --2- 172.21.15.196:0/3200018160 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd8e812b260 0x7fd8e812d640 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fd8e000f300 tx=0x7fd8e000db90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=baa62ae6fbff686b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:18.406 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.404+0000 7fd8dffff640 1 -- 172.21.15.196:0/3200018160 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8e000d0d0 con 0x7fd8e812b260 2024-09-10T07:42:18.406 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.404+0000 7fd8dffff640 1 -- 172.21.15.196:0/3200018160 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd8e000d230 con 0x7fd8e812b260 2024-09-10T07:42:18.406 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.404+0000 7fd8dffff640 1 -- 172.21.15.196:0/3200018160 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8e000d610 con 0x7fd8e812b260 2024-09-10T07:42:18.406 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.405+0000 7fd8ef79d640 1 -- 172.21.15.196:0/3200018160 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd8e812b260 msgr2=0x7fd8e812d640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.406 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.405+0000 7fd8ef79d640 1 --2- 172.21.15.196:0/3200018160 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd8e812b260 0x7fd8e812d640 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fd8e000f300 tx=0x7fd8e000db90 comp rx=0 tx=0).stop 2024-09-10T07:42:18.407 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.405+0000 7fd8ef79d640 1 -- 172.21.15.196:0/3200018160 shutdown_connections 2024-09-10T07:42:18.407 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.405+0000 7fd8ef79d640 1 --2- 172.21.15.196:0/3200018160 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd8e812b260 0x7fd8e812d640 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.407 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.405+0000 7fd8ef79d640 1 --2- 172.21.15.196:0/3200018160 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8e808e840 0x7fd8e808ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.407 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.405+0000 7fd8ef79d640 1 --2- 172.21.15.196:0/3200018160 >> v2:172.21.15.196:3300/0 conn(0x7fd8e8095af0 0x7fd8e808e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.407 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.405+0000 7fd8ef79d640 1 -- 172.21.15.196:0/3200018160 >> 172.21.15.196:0/3200018160 conn(0x7fd8e8096be0 msgr2=0x7fd8e8096fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:18.407 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.405+0000 7fd8ef79d640 1 -- 172.21.15.196:0/3200018160 shutdown_connections 2024-09-10T07:42:18.407 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.405+0000 7fd8ef79d640 1 -- 172.21.15.196:0/3200018160 wait complete. 2024-09-10T07:42:18.407 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.406+0000 7fd8ef79d640 1 Processor -- start 2024-09-10T07:42:18.407 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.406+0000 7fd8ef79d640 1 -- start start 2024-09-10T07:42:18.409 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.407+0000 7fd8ef79d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd8e808e840 0x7fd8e8134b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.409 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.407+0000 7fd8ef79d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8e8095af0 0x7fd8e8135070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.409 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.407+0000 7fd8ef79d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd8e812b260 0x7fd8e8087f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.409 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.407+0000 7fd8ef79d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8e808de10 con 0x7fd8e808e840 2024-09-10T07:42:18.409 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.407+0000 7fd8ef79d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd8e808aaf0 con 0x7fd8e8095af0 2024-09-10T07:42:18.410 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.407+0000 7fd8ef79d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fd8e806f450 con 0x7fd8e812b260 2024-09-10T07:42:18.410 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.407+0000 7fd8ed539640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd8e808e840 0x7fd8e8134b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.410 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.407+0000 7fd8ed539640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd8e808e840 0x7fd8e8134b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:38704/0 (socket says 172.21.15.196:38704) 2024-09-10T07:42:18.410 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.407+0000 7fd8ed539640 1 -- 172.21.15.196:0/2238971286 learned_addr learned my addr 172.21.15.196:0/2238971286 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:18.410 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.407+0000 7fd8edd3a640 1 --2- 172.21.15.196:0/2238971286 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd8e812b260 0x7fd8e8087f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.410 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.407+0000 7fd8ecd38640 1 --2- 172.21.15.196:0/2238971286 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8e8095af0 0x7fd8e8135070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.410 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.408+0000 7fd8edd3a640 1 -- 172.21.15.196:0/2238971286 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8e8095af0 msgr2=0x7fd8e8135070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.410 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.408+0000 7fd8edd3a640 1 --2- 172.21.15.196:0/2238971286 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8e8095af0 0x7fd8e8135070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.410 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.408+0000 7fd8edd3a640 1 -- 172.21.15.196:0/2238971286 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd8e808e840 msgr2=0x7fd8e8134b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.410 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.408+0000 7fd8edd3a640 1 --2- 172.21.15.196:0/2238971286 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd8e808e840 0x7fd8e8134b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.410 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.408+0000 7fd8edd3a640 1 -- 172.21.15.196:0/2238971286 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8e400b390 con 0x7fd8e812b260 2024-09-10T07:42:18.410 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.408+0000 7fd8ed539640 1 --2- 172.21.15.196:0/2238971286 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd8e808e840 0x7fd8e8134b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:18.410 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.408+0000 7fd8edd3a640 1 --2- 172.21.15.196:0/2238971286 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd8e812b260 0x7fd8e8087f90 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fd8e8090110 tx=0x7fd8e003b000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:18.410 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.408+0000 7fd8dd7fa640 1 -- 172.21.15.196:0/2238971286 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8e000be50 con 0x7fd8e812b260 2024-09-10T07:42:18.410 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.408+0000 7fd8dd7fa640 1 -- 172.21.15.196:0/2238971286 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd8e0034650 con 0x7fd8e812b260 2024-09-10T07:42:18.411 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.408+0000 7fd8dd7fa640 1 -- 172.21.15.196:0/2238971286 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8e0034a10 con 0x7fd8e812b260 2024-09-10T07:42:18.411 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.408+0000 7fd8ef79d640 1 -- 172.21.15.196:0/2238971286 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd8e000de30 con 0x7fd8e812b260 2024-09-10T07:42:18.411 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.408+0000 7fd8ef79d640 1 -- 172.21.15.196:0/2238971286 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd8e808a640 con 0x7fd8e812b260 2024-09-10T07:42:18.411 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.409+0000 7fd8dd7fa640 1 -- 172.21.15.196:0/2238971286 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7fd8e0003020 con 0x7fd8e812b260 2024-09-10T07:42:18.411 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.410+0000 7fd8ef79d640 1 -- 172.21.15.196:0/2238971286 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd8e804bf60 con 0x7fd8e812b260 2024-09-10T07:42:18.411 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.410+0000 7fd8dd7fa640 1 -- 172.21.15.196:0/2238971286 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7fd8e00884a0 con 0x7fd8e812b260 2024-09-10T07:42:18.413 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.414+0000 7fd8dd7fa640 1 -- 172.21.15.196:0/2238971286 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7fd8e0066f50 con 0x7fd8e812b260 2024-09-10T07:42:18.502 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.502+0000 7fbb1711d640 1 -- 172.21.15.196:0/2928942693 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7fbb1004bf60 con 0x7fbb1012d200 2024-09-10T07:42:18.502 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.502+0000 7fbb0cff9640 1 -- 172.21.15.196:0/2928942693 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fbafc03f070 con 0x7fbb1012d200 2024-09-10T07:42:18.502 INFO:teuthology.orchestra.run.smithi196.stdout:38654705669 2024-09-10T07:42:18.504 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.504+0000 7fbb1711d640 1 -- 172.21.15.196:0/2928942693 >> v1:172.21.15.196:6816/32369 conn(0x7fbaf404cbf0 legacy=0x7fbaf404f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.504 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.504+0000 7fbb1711d640 1 -- 172.21.15.196:0/2928942693 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbb1012d200 msgr2=0x7fbb1006d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.504 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.504+0000 7fbb1711d640 1 --2- 172.21.15.196:0/2928942693 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbb1012d200 0x7fbb1006d940 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fbafc031000 tx=0x7fbafc032000 comp rx=0 tx=0).stop 2024-09-10T07:42:18.504 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.504+0000 7fbb1711d640 1 -- 172.21.15.196:0/2928942693 shutdown_connections 2024-09-10T07:42:18.504 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.504+0000 7fbb1711d640 1 --2- 172.21.15.196:0/2928942693 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbb1012fb20 0x7fbb1006de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.504 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.504+0000 7fbb1711d640 1 --2- 172.21.15.196:0/2928942693 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbb1012d200 0x7fbb1006d940 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.504 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.504+0000 7fbb1711d640 1 --2- 172.21.15.196:0/2928942693 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbb100913f0 0x7fbb1006d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.505 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.504+0000 7fbb1711d640 1 -- 172.21.15.196:0/2928942693 >> 172.21.15.196:0/2928942693 conn(0x7fbb10097b60 msgr2=0x7fbb1012d930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:18.505 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.504+0000 7fbb1711d640 1 -- 172.21.15.196:0/2928942693 shutdown_connections 2024-09-10T07:42:18.505 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.504+0000 7fbb1711d640 1 -- 172.21.15.196:0/2928942693 wait complete. 2024-09-10T07:42:18.514 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705669 got 38654705669 for osd.2 2024-09-10T07:42:18.515 DEBUG:teuthology.parallel:result is None 2024-09-10T07:42:18.535 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.535+0000 7f1676ffd640 1 -- 172.21.15.196:0/3682806486 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f168c0701e0 con 0x7f168c12ae60 2024-09-10T07:42:18.535 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.535+0000 7f16817fa640 1 -- 172.21.15.196:0/3682806486 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f1684063740 con 0x7f168c12ae60 2024-09-10T07:42:18.535 INFO:teuthology.orchestra.run.smithi196.stdout:38654705668 2024-09-10T07:42:18.537 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.538+0000 7f1676ffd640 1 -- 172.21.15.196:0/3682806486 >> v1:172.21.15.196:6816/32369 conn(0x7f167004cc40 legacy=0x7f167004f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.538 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.538+0000 7f1676ffd640 1 -- 172.21.15.196:0/3682806486 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f168c12ae60 msgr2=0x7f168c06d4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.538 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.538+0000 7f1676ffd640 1 --2- 172.21.15.196:0/3682806486 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f168c12ae60 0x7f168c06d4f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f1684031000 tx=0x7f1684037000 comp rx=0 tx=0).stop 2024-09-10T07:42:18.538 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.538+0000 7f1676ffd640 1 -- 172.21.15.196:0/3682806486 shutdown_connections 2024-09-10T07:42:18.538 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.538+0000 7f1676ffd640 1 --2- 172.21.15.196:0/3682806486 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f168c12ae60 0x7f168c06d4f0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.538 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.538+0000 7f1676ffd640 1 --2- 172.21.15.196:0/3682806486 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f168c12a9f0 0x7f168c139950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.538 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.538+0000 7f1676ffd640 1 --2- 172.21.15.196:0/3682806486 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f168c096b70 0x7f168c139410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.538 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.538+0000 7f1676ffd640 1 -- 172.21.15.196:0/3682806486 >> 172.21.15.196:0/3682806486 conn(0x7f168c097c60 msgr2=0x7f168c092650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:18.538 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.538+0000 7f1676ffd640 1 -- 172.21.15.196:0/3682806486 shutdown_connections 2024-09-10T07:42:18.538 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.538+0000 7f1676ffd640 1 -- 172.21.15.196:0/3682806486 wait complete. 2024-09-10T07:42:18.542 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.543+0000 7fe1d568b640 1 -- 172.21.15.196:0/705013843 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7fe1d004bf60 con 0x7fe1d0097290 2024-09-10T07:42:18.543 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.543+0000 7fe1c6ffd640 1 -- 172.21.15.196:0/705013843 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fe1c8037070 con 0x7fe1d0097290 2024-09-10T07:42:18.543 INFO:teuthology.orchestra.run.smithi196.stdout:38654705669 2024-09-10T07:42:18.545 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.545+0000 7fe1d568b640 1 -- 172.21.15.196:0/705013843 >> v1:172.21.15.196:6816/32369 conn(0x7fe1b004cb70 legacy=0x7fe1b004f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.545 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.545+0000 7fe1d568b640 1 -- 172.21.15.196:0/705013843 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe1d0097290 msgr2=0x7fe1d013d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.545 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.545+0000 7fe1d568b640 1 --2- 172.21.15.196:0/705013843 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe1d0097290 0x7fe1d013d3c0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fe1c8009360 tx=0x7fe1c8032000 comp rx=0 tx=0).stop 2024-09-10T07:42:18.545 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.545+0000 7fe1d568b640 1 -- 172.21.15.196:0/705013843 shutdown_connections 2024-09-10T07:42:18.545 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.545+0000 7fe1d568b640 1 --2- 172.21.15.196:0/705013843 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe1d0097290 0x7fe1d013d3c0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.545 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.545+0000 7fe1d568b640 1 --2- 172.21.15.196:0/705013843 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe1d00952f0 0x7fe1d006c150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.546 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.545+0000 7fe1d568b640 1 --2- 172.21.15.196:0/705013843 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe1d0094ec0 0x7fe1d006bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.546 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.545+0000 7fe1d568b640 1 -- 172.21.15.196:0/705013843 >> 172.21.15.196:0/705013843 conn(0x7fe1d0099dc0 msgr2=0x7fe1d009c040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:18.546 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.545+0000 7fe1d568b640 1 -- 172.21.15.196:0/705013843 shutdown_connections 2024-09-10T07:42:18.546 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.545+0000 7fe1d568b640 1 -- 172.21.15.196:0/705013843 wait complete. 2024-09-10T07:42:18.552 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705668 for osd.0 2024-09-10T07:42:18.552 DEBUG:teuthology.parallel:result is None 2024-09-10T07:42:18.555 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705669 got 38654705669 for osd.3 2024-09-10T07:42:18.555 DEBUG:teuthology.parallel:result is None 2024-09-10T07:42:18.577 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.578+0000 7fd8ef79d640 1 -- 172.21.15.196:0/2238971286 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7fd8e8064950 con 0x7fd8e812b260 2024-09-10T07:42:18.577 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.578+0000 7fd8dd7fa640 1 -- 172.21.15.196:0/2238971286 <== mon.2 v2:172.21.15.196:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fd8e0066d70 con 0x7fd8e812b260 2024-09-10T07:42:18.578 INFO:teuthology.orchestra.run.smithi196.stdout:38654705669 2024-09-10T07:42:18.579 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.580+0000 7fd8ef79d640 1 -- 172.21.15.196:0/2238971286 >> v1:172.21.15.196:6816/32369 conn(0x7fd8cc04cba0 legacy=0x7fd8cc04f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.580 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.580+0000 7fd8ef79d640 1 -- 172.21.15.196:0/2238971286 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd8e812b260 msgr2=0x7fd8e8087f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.580 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.580+0000 7fd8ef79d640 1 --2- 172.21.15.196:0/2238971286 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd8e812b260 0x7fd8e8087f90 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fd8e8090110 tx=0x7fd8e003b000 comp rx=0 tx=0).stop 2024-09-10T07:42:18.580 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.580+0000 7fd8ef79d640 1 -- 172.21.15.196:0/2238971286 shutdown_connections 2024-09-10T07:42:18.580 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.580+0000 7fd8ef79d640 1 --2- 172.21.15.196:0/2238971286 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd8e812b260 0x7fd8e8087f90 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.580 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.580+0000 7fd8ef79d640 1 --2- 172.21.15.196:0/2238971286 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd8e8095af0 0x7fd8e8135070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.580 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.580+0000 7fd8ef79d640 1 --2- 172.21.15.196:0/2238971286 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd8e808e840 0x7fd8e8134b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.580 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.580+0000 7fd8ef79d640 1 -- 172.21.15.196:0/2238971286 >> 172.21.15.196:0/2238971286 conn(0x7fd8e8096be0 msgr2=0x7fd8e8097f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:18.580 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.580+0000 7fd8ef79d640 1 -- 172.21.15.196:0/2238971286 shutdown_connections 2024-09-10T07:42:18.580 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.580+0000 7fd8ef79d640 1 -- 172.21.15.196:0/2238971286 wait complete. 2024-09-10T07:42:18.589 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705669 got 38654705669 for osd.1 2024-09-10T07:42:18.589 DEBUG:teuthology.parallel:result is None 2024-09-10T07:42:18.589 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T07:42:18.590 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:42:18.726 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.723+0000 7fee3e900640 1 Processor -- start 2024-09-10T07:42:18.726 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.723+0000 7fee3e900640 1 -- start start 2024-09-10T07:42:18.726 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.724+0000 7fee3e900640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fee38095290 0x7fee3812f450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.726 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.724+0000 7fee3e900640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fee3812f990 0x7fee38131d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.726 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.724+0000 7fee3e900640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee38096ad0 con 0x7fee380947b0 2024-09-10T07:42:18.726 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.724+0000 7fee3e900640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee38096440 con 0x7fee38095290 2024-09-10T07:42:18.726 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.724+0000 7fee3e900640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fee38096810 con 0x7fee3812f990 2024-09-10T07:42:18.726 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.724+0000 7fee37fff640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fee380947b0 0x7fee38094b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:36626/0 (socket says 172.21.15.196:36626) 2024-09-10T07:42:18.726 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.724+0000 7fee37fff640 1 -- 172.21.15.196:0/3019334376 learned_addr learned my addr 172.21.15.196:0/3019334376 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:42:18.726 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.724+0000 7fee3ce9d640 1 --2- 172.21.15.196:0/3019334376 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fee3812f990 0x7fee38131d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.726 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.724+0000 7fee2ffff640 1 --2- 172.21.15.196:0/3019334376 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fee38095290 0x7fee3812f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.727 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.724+0000 7fee377fe640 1 -- 172.21.15.196:0/3019334376 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2395471908 0 0) 0x7fee38096ad0 con 0x7fee380947b0 2024-09-10T07:42:18.727 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.724+0000 7fee377fe640 1 -- 172.21.15.196:0/3019334376 --> v1:172.21.15.196:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fee240034e0 con 0x7fee380947b0 2024-09-10T07:42:18.727 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.724+0000 7fee3ce9d640 1 -- 172.21.15.196:0/3019334376 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fee38095290 msgr2=0x7fee3812f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:18.727 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.724+0000 7fee3ce9d640 1 --2- 172.21.15.196:0/3019334376 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fee38095290 0x7fee3812f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.727 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.724+0000 7fee3ce9d640 1 -- 172.21.15.196:0/3019334376 >> v1:172.21.15.196:6789/0 conn(0x7fee380947b0 legacy=0x7fee38094b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.727 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.724+0000 7fee3ce9d640 1 -- 172.21.15.196:0/3019334376 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee38098f00 con 0x7fee3812f990 2024-09-10T07:42:18.727 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.724+0000 7fee2ffff640 1 --2- 172.21.15.196:0/3019334376 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fee38095290 0x7fee3812f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:18.727 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.725+0000 7fee3ce9d640 1 --2- 172.21.15.196:0/3019334376 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fee3812f990 0x7fee38131d70 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fee30009e90 tx=0x7fee30009780 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1d84a2a267908a67 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:18.727 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.725+0000 7fee377fe640 1 -- 172.21.15.196:0/3019334376 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee30031400 con 0x7fee3812f990 2024-09-10T07:42:18.727 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.725+0000 7fee377fe640 1 -- 172.21.15.196:0/3019334376 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee3002d050 con 0x7fee3812f990 2024-09-10T07:42:18.727 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.725+0000 7fee377fe640 1 -- 172.21.15.196:0/3019334376 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee300317d0 con 0x7fee3812f990 2024-09-10T07:42:18.727 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.725+0000 7fee3e900640 1 -- 172.21.15.196:0/3019334376 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fee3812f990 msgr2=0x7fee38131d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.727 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.725+0000 7fee3e900640 1 --2- 172.21.15.196:0/3019334376 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fee3812f990 0x7fee38131d70 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fee30009e90 tx=0x7fee30009780 comp rx=0 tx=0).stop 2024-09-10T07:42:18.728 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.725+0000 7fee3e900640 1 -- 172.21.15.196:0/3019334376 shutdown_connections 2024-09-10T07:42:18.728 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.725+0000 7fee3e900640 1 --2- 172.21.15.196:0/3019334376 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fee3812f990 0x7fee38131d70 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.728 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.725+0000 7fee3e900640 1 --2- 172.21.15.196:0/3019334376 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fee38095290 0x7fee3812f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.728 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.725+0000 7fee3e900640 1 -- 172.21.15.196:0/3019334376 >> 172.21.15.196:0/3019334376 conn(0x7fee38099dc0 msgr2=0x7fee3809a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:18.728 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.726+0000 7fee3e900640 1 -- 172.21.15.196:0/3019334376 shutdown_connections 2024-09-10T07:42:18.728 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.726+0000 7fee3e900640 1 -- 172.21.15.196:0/3019334376 wait complete. 2024-09-10T07:42:18.728 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.726+0000 7fee3e900640 1 Processor -- start 2024-09-10T07:42:18.728 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.726+0000 7fee3e900640 1 -- start start 2024-09-10T07:42:18.730 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.727+0000 7fee3e900640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fee380947b0 0x7fee38138ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.730 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.727+0000 7fee3e900640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fee38095290 0x7fee38139410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.730 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.727+0000 7fee3e900640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fee3812f990 0x7fee38139950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.730 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.727+0000 7fee3e900640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee3806e890 con 0x7fee380947b0 2024-09-10T07:42:18.730 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.727+0000 7fee3e900640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee3808dff0 con 0x7fee3812f990 2024-09-10T07:42:18.730 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.727+0000 7fee3e900640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fee3808e230 con 0x7fee38095290 2024-09-10T07:42:18.730 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.727+0000 7fee37fff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fee380947b0 0x7fee38138ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.730 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.727+0000 7fee37fff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fee380947b0 0x7fee38138ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:38714/0 (socket says 172.21.15.196:38714) 2024-09-10T07:42:18.730 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.727+0000 7fee3ce9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fee3812f990 0x7fee38139950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.727+0000 7fee37fff640 1 -- 172.21.15.196:0/1821142840 learned_addr learned my addr 172.21.15.196:0/1821142840 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:18.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.727+0000 7fee2ffff640 1 --2- 172.21.15.196:0/1821142840 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fee38095290 0x7fee38139410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.727+0000 7fee37fff640 1 -- 172.21.15.196:0/1821142840 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fee38095290 msgr2=0x7fee38139410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.727+0000 7fee37fff640 1 --2- 172.21.15.196:0/1821142840 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fee38095290 0x7fee38139410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.727+0000 7fee37fff640 1 -- 172.21.15.196:0/1821142840 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fee3812f990 msgr2=0x7fee38139950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.727+0000 7fee37fff640 1 --2- 172.21.15.196:0/1821142840 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fee3812f990 0x7fee38139950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.727+0000 7fee37fff640 1 -- 172.21.15.196:0/1821142840 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee20009390 con 0x7fee380947b0 2024-09-10T07:42:18.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.727+0000 7fee3ce9d640 1 --2- 172.21.15.196:0/1821142840 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fee3812f990 0x7fee38139950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:18.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.727+0000 7fee37fff640 1 --2- 172.21.15.196:0/1821142840 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fee380947b0 0x7fee38138ed0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fee2800c5b0 tx=0x7fee28007d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:18.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.727+0000 7fee34ff9640 1 -- 172.21.15.196:0/1821142840 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee28005aa0 con 0x7fee380947b0 2024-09-10T07:42:18.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.727+0000 7fee34ff9640 1 -- 172.21.15.196:0/1821142840 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee28005c00 con 0x7fee380947b0 2024-09-10T07:42:18.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.727+0000 7fee34ff9640 1 -- 172.21.15.196:0/1821142840 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee280070f0 con 0x7fee380947b0 2024-09-10T07:42:18.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.727+0000 7fee3e900640 1 -- 172.21.15.196:0/1821142840 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee30009a20 con 0x7fee380947b0 2024-09-10T07:42:18.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.727+0000 7fee3e900640 1 -- 172.21.15.196:0/1821142840 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee3808c4b0 con 0x7fee380947b0 2024-09-10T07:42:18.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.728+0000 7fee3e900640 1 -- 172.21.15.196:0/1821142840 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee3804bf60 con 0x7fee380947b0 2024-09-10T07:42:18.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.728+0000 7fee34ff9640 1 -- 172.21.15.196:0/1821142840 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7fee28007520 con 0x7fee380947b0 2024-09-10T07:42:18.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.729+0000 7fee34ff9640 1 -- 172.21.15.196:0/1821142840 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7fee28062c00 con 0x7fee380947b0 2024-09-10T07:42:18.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.732+0000 7fee34ff9640 1 -- 172.21.15.196:0/1821142840 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7fee28069080 con 0x7fee380947b0 2024-09-10T07:42:18.858 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.859+0000 7fee3e900640 1 -- 172.21.15.196:0/1821142840 --> v1:172.21.15.196:6816/32369 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fee380648f0 con 0x7fee1804cb70 2024-09-10T07:42:18.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.860+0000 7fee34ff9640 1 -- 172.21.15.196:0/1821142840 <== mgr.4105 v1:172.21.15.196:6816/32369 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+35022 (unknown 2965378022 0 2513995863) 0x7fee380648f0 con 0x7fee1804cb70 2024-09-10T07:42:18.860 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:42:18.861 INFO:teuthology.orchestra.run.smithi196.stderr:dumped all 2024-09-10T07:42:18.862 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.862+0000 7fee3e900640 1 -- 172.21.15.196:0/1821142840 >> v1:172.21.15.196:6816/32369 conn(0x7fee1804cb70 legacy=0x7fee1804f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.862 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.862+0000 7fee3e900640 1 -- 172.21.15.196:0/1821142840 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fee380947b0 msgr2=0x7fee38138ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.862 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.862+0000 7fee3e900640 1 --2- 172.21.15.196:0/1821142840 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fee380947b0 0x7fee38138ed0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fee2800c5b0 tx=0x7fee28007d70 comp rx=0 tx=0).stop 2024-09-10T07:42:18.862 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.862+0000 7fee3e900640 1 -- 172.21.15.196:0/1821142840 shutdown_connections 2024-09-10T07:42:18.862 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.862+0000 7fee3e900640 1 --2- 172.21.15.196:0/1821142840 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fee3812f990 0x7fee38139950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.862 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.862+0000 7fee3e900640 1 --2- 172.21.15.196:0/1821142840 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fee38095290 0x7fee38139410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.862 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.862+0000 7fee3e900640 1 --2- 172.21.15.196:0/1821142840 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fee380947b0 0x7fee38138ed0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.862 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.862+0000 7fee3e900640 1 -- 172.21.15.196:0/1821142840 >> 172.21.15.196:0/1821142840 conn(0x7fee38099dc0 msgr2=0x7fee3809c060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:18.862 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.862+0000 7fee3e900640 1 -- 172.21.15.196:0/1821142840 shutdown_connections 2024-09-10T07:42:18.862 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.862+0000 7fee3e900640 1 -- 172.21.15.196:0/1821142840 wait complete. 2024-09-10T07:42:18.872 INFO:teuthology.orchestra.run.smithi196.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2024-09-10T07:42:17.679051+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":81,"num_write_kb":1108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":12,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":1191156,"kb_used_data":1704,"kb_used_omap":6,"kb_used_meta":1189369,"kb_avail":376296204,"statfs":{"total":386547056640,"available":385327312896,"internally_reserved":0,"allocated":1744896,"data_stored":1332432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6816,"internal_metadata":1217914208},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.705119"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-10T07:42:15.990701+0000","last_change":"2024-09-10T07:42:15.990983+0000","last_active":"2024-09-10T07:42:15.990701+0000","last_peered":"2024-09-10T07:42:15.990701+0000","last_clean":"2024-09-10T07:42:15.990701+0000","last_became_active":"2024-09-10T07:42:13.993855+0000","last_became_peered":"2024-09-10T07:42:13.993855+0000","last_unstale":"2024-09-10T07:42:15.990701+0000","last_undegraded":"2024-09-10T07:42:15.990701+0000","last_fullsized":"2024-09-10T07:42:15.990701+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:41:41.114128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010214289999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-10T07:42:15.989758+0000","last_change":"2024-09-10T07:42:15.989949+0000","last_active":"2024-09-10T07:42:15.989758+0000","last_peered":"2024-09-10T07:42:15.989758+0000","last_clean":"2024-09-10T07:42:15.989758+0000","last_became_active":"2024-09-10T07:42:13.993821+0000","last_became_peered":"2024-09-10T07:42:13.993821+0000","last_unstale":"2024-09-10T07:42:15.989758+0000","last_undegraded":"2024-09-10T07:42:15.989758+0000","last_fullsized":"2024-09-10T07:42:15.989758+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:15.353074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032669399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-10T07:42:15.990352+0000","last_change":"2024-09-10T07:42:15.990570+0000","last_active":"2024-09-10T07:42:15.990352+0000","last_peered":"2024-09-10T07:42:15.990352+0000","last_clean":"2024-09-10T07:42:15.990352+0000","last_became_active":"2024-09-10T07:42:13.989682+0000","last_became_peered":"2024-09-10T07:42:13.989682+0000","last_unstale":"2024-09-10T07:42:15.990352+0000","last_undegraded":"2024-09-10T07:42:15.990352+0000","last_fullsized":"2024-09-10T07:42:15.990352+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:53:13.146977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001037173,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-10T07:42:15.989508+0000","last_change":"2024-09-10T07:42:15.989774+0000","last_active":"2024-09-10T07:42:15.989508+0000","last_peered":"2024-09-10T07:42:15.989508+0000","last_clean":"2024-09-10T07:42:15.989508+0000","last_became_active":"2024-09-10T07:42:13.989680+0000","last_became_peered":"2024-09-10T07:42:13.989680+0000","last_unstale":"2024-09-10T07:42:15.989508+0000","last_undegraded":"2024-09-10T07:42:15.989508+0000","last_fullsized":"2024-09-10T07:42:15.989508+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:01:48.919889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00041535500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"16'2","reported_seq":16,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-10T07:42:15.990664+0000","last_change":"2024-09-10T07:42:15.990664+0000","last_active":"2024-09-10T07:42:15.990664+0000","last_peered":"2024-09-10T07:42:15.990664+0000","last_clean":"2024-09-10T07:42:15.990664+0000","last_became_active":"2024-09-10T07:42:13.987095+0000","last_became_peered":"2024-09-10T07:42:13.987095+0000","last_unstale":"2024-09-10T07:42:15.990664+0000","last_undegraded":"2024-09-10T07:42:15.990664+0000","last_fullsized":"2024-09-10T07:42:15.990664+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:48.697391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013045520000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-10T07:42:15.991181+0000","last_change":"2024-09-10T07:42:15.991421+0000","last_active":"2024-09-10T07:42:15.991181+0000","last_peered":"2024-09-10T07:42:15.991181+0000","last_clean":"2024-09-10T07:42:15.991181+0000","last_became_active":"2024-09-10T07:42:13.987984+0000","last_became_peered":"2024-09-10T07:42:13.987984+0000","last_unstale":"2024-09-10T07:42:15.991181+0000","last_undegraded":"2024-09-10T07:42:15.991181+0000","last_fullsized":"2024-09-10T07:42:15.991181+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:17:35.002420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036547199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-10T07:42:15.989657+0000","last_change":"2024-09-10T07:42:15.990211+0000","last_active":"2024-09-10T07:42:15.989657+0000","last_peered":"2024-09-10T07:42:15.989657+0000","last_clean":"2024-09-10T07:42:15.989657+0000","last_became_active":"2024-09-10T07:42:13.987077+0000","last_became_peered":"2024-09-10T07:42:13.987077+0000","last_unstale":"2024-09-10T07:42:15.989657+0000","last_undegraded":"2024-09-10T07:42:15.989657+0000","last_fullsized":"2024-09-10T07:42:15.989657+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:15.353074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085628500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"14'1","reported_seq":15,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-10T07:42:15.990651+0000","last_change":"2024-09-10T07:42:15.991069+0000","last_active":"2024-09-10T07:42:15.990651+0000","last_peered":"2024-09-10T07:42:15.990651+0000","last_clean":"2024-09-10T07:42:15.990651+0000","last_became_active":"2024-09-10T07:42:13.987770+0000","last_became_peered":"2024-09-10T07:42:13.987770+0000","last_unstale":"2024-09-10T07:42:15.990651+0000","last_undegraded":"2024-09-10T07:42:15.990651+0000","last_fullsized":"2024-09-10T07:42:15.990651+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:01:48.919889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012785470000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"12'52","reported_seq":80,"reported_epoch":15,"state":"active+clean","last_fresh":"2024-09-10T07:42:14.980231+0000","last_change":"2024-09-10T07:42:09.385012+0000","last_active":"2024-09-10T07:42:14.980231+0000","last_peered":"2024-09-10T07:42:14.980231+0000","last_clean":"2024-09-10T07:42:14.980231+0000","last_became_active":"2024-09-10T07:42:09.383940+0000","last_became_peered":"2024-09-10T07:42:09.383940+0000","last_unstale":"2024-09-10T07:42:14.980231+0000","last_undegraded":"2024-09-10T07:42:14.980231+0000","last_fullsized":"2024-09-10T07:42:14.980231+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:07.904011+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:07.904011+0000","last_clean_scrub_stamp":"2024-09-10T07:42:07.904011+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:08:23.347520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":79,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":79,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":52,"ondisk_log_size":52,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705669,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297504,"kb_used_data":140,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94074336,"statfs":{"total":96636764160,"available":96332120064,"internally_reserved":0,"allocated":143360,"data_stored":38789,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42499999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54400000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]}]},{"osd":2,"up_from":9,"seq":38654705669,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297500,"kb_used_data":136,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94074340,"statfs":{"total":96636764160,"available":96332124160,"internally_reserved":0,"allocated":139264,"data_stored":38770,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.24399999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.376}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]}]},{"osd":1,"up_from":9,"seq":38654705669,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":298084,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94073756,"statfs":{"total":96636764160,"available":96331526144,"internally_reserved":0,"allocated":737280,"data_stored":629157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88500000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96199999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0900000000000001}]}]},{"osd":0,"up_from":9,"seq":38654705668,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":298068,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94073772,"statfs":{"total":96636764160,"available":96331542528,"internally_reserved":0,"allocated":724992,"data_stored":625716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.378}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46500000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:42:18.873 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:42:18.967 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.966+0000 7fbed539d640 1 Processor -- start 2024-09-10T07:42:18.967 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.966+0000 7fbed539d640 1 -- start start 2024-09-10T07:42:18.967 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.967+0000 7fbed539d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbed00959b0 0x7fbed0095d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.967 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.967+0000 7fbed539d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fbed00962c0 0x7fbed012a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.967 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.967+0000 7fbed539d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbed012a670 0x7fbed012ab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.967 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.967+0000 7fbed539d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbed0097920 con 0x7fbed00962c0 2024-09-10T07:42:18.967 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.967+0000 7fbed539d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbed0068650 con 0x7fbed00959b0 2024-09-10T07:42:18.967 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.967+0000 7fbed539d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fbed0069030 con 0x7fbed012a670 2024-09-10T07:42:18.967 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.967+0000 7fbecf7fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbed012a670 0x7fbed012ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.967 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.967+0000 7fbece7fc640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fbed00962c0 0x7fbed012a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.967 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.967+0000 7fbeceffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbed00959b0 0x7fbed0095d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.968 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.967+0000 7fbeceffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbed00959b0 0x7fbed0095d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:43418/0 (socket says 172.21.15.196:43418) 2024-09-10T07:42:18.968 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.967+0000 7fbece7fc640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fbed00962c0 0x7fbed012a130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:38726/0 (socket says 172.21.15.196:38726) 2024-09-10T07:42:18.968 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.967+0000 7fbece7fc640 1 -- 172.21.15.196:0/1271979392 learned_addr learned my addr 172.21.15.196:0/1271979392 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:18.968 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.967+0000 7fbecf7fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbed012a670 0x7fbed012ab10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33430/0 (socket says 172.21.15.196:33430) 2024-09-10T07:42:18.968 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.967+0000 7fbecf7fe640 1 -- 172.21.15.196:0/1271979392 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbed00959b0 msgr2=0x7fbed0095d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:18.968 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.967+0000 7fbecf7fe640 1 --2- 172.21.15.196:0/1271979392 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbed00959b0 0x7fbed0095d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.968 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.967+0000 7fbecf7fe640 1 -- 172.21.15.196:0/1271979392 >> v2:172.21.15.196:3300/0 conn(0x7fbed00962c0 msgr2=0x7fbed012a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:18.968 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.967+0000 7fbecf7fe640 1 --2- 172.21.15.196:0/1271979392 >> v2:172.21.15.196:3300/0 conn(0x7fbed00962c0 0x7fbed012a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.968 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.967+0000 7fbecf7fe640 1 -- 172.21.15.196:0/1271979392 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbed006f2e0 con 0x7fbed012a670 2024-09-10T07:42:18.968 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.967+0000 7fbece7fc640 1 --2- 172.21.15.196:0/1271979392 >> v2:172.21.15.196:3300/0 conn(0x7fbed00962c0 0x7fbed012a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:18.971 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.968+0000 7fbecf7fe640 1 --2- 172.21.15.196:0/1271979392 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbed012a670 0x7fbed012ab10 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fbec8009880 tx=0x7fbec80090f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e8d9f1bfd5b8a0d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:18.971 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.968+0000 7fbecdffb640 1 -- 172.21.15.196:0/1271979392 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbec802abc0 con 0x7fbed012a670 2024-09-10T07:42:18.972 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.968+0000 7fbecdffb640 1 -- 172.21.15.196:0/1271979392 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbec802ad20 con 0x7fbed012a670 2024-09-10T07:42:18.972 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.968+0000 7fbecdffb640 1 -- 172.21.15.196:0/1271979392 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbec8032670 con 0x7fbed012a670 2024-09-10T07:42:18.972 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.968+0000 7fbed539d640 1 -- 172.21.15.196:0/1271979392 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbed012a670 msgr2=0x7fbed012ab10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.972 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.968+0000 7fbed539d640 1 --2- 172.21.15.196:0/1271979392 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbed012a670 0x7fbed012ab10 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fbec8009880 tx=0x7fbec80090f0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.972 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.968+0000 7fbed539d640 1 -- 172.21.15.196:0/1271979392 shutdown_connections 2024-09-10T07:42:18.972 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.968+0000 7fbed539d640 1 --2- 172.21.15.196:0/1271979392 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbed012a670 0x7fbed012ab10 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.972 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.968+0000 7fbed539d640 1 --2- 172.21.15.196:0/1271979392 >> v2:172.21.15.196:3300/0 conn(0x7fbed00962c0 0x7fbed012a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.972 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.968+0000 7fbed539d640 1 --2- 172.21.15.196:0/1271979392 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbed00959b0 0x7fbed0095d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.972 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.969+0000 7fbed539d640 1 -- 172.21.15.196:0/1271979392 >> 172.21.15.196:0/1271979392 conn(0x7fbed0096aa0 msgr2=0x7fbed0096ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:18.972 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.969+0000 7fbed539d640 1 -- 172.21.15.196:0/1271979392 shutdown_connections 2024-09-10T07:42:18.972 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.969+0000 7fbed539d640 1 -- 172.21.15.196:0/1271979392 wait complete. 2024-09-10T07:42:18.972 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.969+0000 7fbed539d640 1 Processor -- start 2024-09-10T07:42:18.972 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.969+0000 7fbed539d640 1 -- start start 2024-09-10T07:42:18.972 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.970+0000 7fbed539d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbed00959b0 0x7fbed011f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.973 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.970+0000 7fbed539d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbed00962c0 0x7fbed011f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.973 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.970+0000 7fbed539d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbed012a670 0x7fbed011fb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:18.973 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.970+0000 7fbed539d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbed012a150 con 0x7fbed00959b0 2024-09-10T07:42:18.973 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.970+0000 7fbed539d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbed01209e0 con 0x7fbed00962c0 2024-09-10T07:42:18.973 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.970+0000 7fbed539d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fbed00900e0 con 0x7fbed012a670 2024-09-10T07:42:18.973 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.970+0000 7fbeceffd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbed00959b0 0x7fbed011f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.973 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.970+0000 7fbece7fc640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbed00962c0 0x7fbed011f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.973 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.970+0000 7fbeceffd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbed00959b0 0x7fbed011f080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:38742/0 (socket says 172.21.15.196:38742) 2024-09-10T07:42:18.973 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.970+0000 7fbeceffd640 1 -- 172.21.15.196:0/1110580992 learned_addr learned my addr 172.21.15.196:0/1110580992 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:18.973 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.970+0000 7fbecf7fe640 1 --2- 172.21.15.196:0/1110580992 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbed012a670 0x7fbed011fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:18.973 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.970+0000 7fbeceffd640 1 -- 172.21.15.196:0/1110580992 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbed012a670 msgr2=0x7fbed011fb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.973 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.970+0000 7fbeceffd640 1 --2- 172.21.15.196:0/1110580992 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbed012a670 0x7fbed011fb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.970+0000 7fbeceffd640 1 -- 172.21.15.196:0/1110580992 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbed00962c0 msgr2=0x7fbed011f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:18.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.970+0000 7fbeceffd640 1 --2- 172.21.15.196:0/1110580992 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbed00962c0 0x7fbed011f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:18.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.970+0000 7fbeceffd640 1 -- 172.21.15.196:0/1110580992 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbec4009450 con 0x7fbed00959b0 2024-09-10T07:42:18.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.970+0000 7fbece7fc640 1 --2- 172.21.15.196:0/1110580992 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbed00962c0 0x7fbed011f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:18.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.970+0000 7fbeceffd640 1 --2- 172.21.15.196:0/1110580992 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbed00959b0 0x7fbed011f080 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fbec0009ef0 tx=0x7fbec000b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:18.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.970+0000 7fbeb6ffd640 1 -- 172.21.15.196:0/1110580992 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbec000ce10 con 0x7fbed00959b0 2024-09-10T07:42:18.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.971+0000 7fbeb6ffd640 1 -- 172.21.15.196:0/1110580992 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbec000f040 con 0x7fbed00959b0 2024-09-10T07:42:18.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.971+0000 7fbed539d640 1 -- 172.21.15.196:0/1110580992 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbec8009390 con 0x7fbed00959b0 2024-09-10T07:42:18.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.971+0000 7fbeb6ffd640 1 -- 172.21.15.196:0/1110580992 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbec00146b0 con 0x7fbed00959b0 2024-09-10T07:42:18.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.971+0000 7fbed539d640 1 -- 172.21.15.196:0/1110580992 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbed0139220 con 0x7fbed00959b0 2024-09-10T07:42:18.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.971+0000 7fbed539d640 1 -- 172.21.15.196:0/1110580992 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbed0090860 con 0x7fbed00959b0 2024-09-10T07:42:18.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.972+0000 7fbeb6ffd640 1 -- 172.21.15.196:0/1110580992 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7fbec0014a20 con 0x7fbed00959b0 2024-09-10T07:42:18.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.972+0000 7fbeb6ffd640 1 -- 172.21.15.196:0/1110580992 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7fbec0063c20 con 0x7fbed00959b0 2024-09-10T07:42:18.975 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:18.975+0000 7fbeb6ffd640 1 -- 172.21.15.196:0/1110580992 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7fbed0090860 con 0x7fbed00959b0 2024-09-10T07:42:19.103 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.104+0000 7fbed539d640 1 -- 172.21.15.196:0/1110580992 --> v1:172.21.15.196:6816/32369 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fbed0090860 con 0x7fbebc04cb70 2024-09-10T07:42:19.105 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.105+0000 7fbeb6ffd640 1 -- 172.21.15.196:0/1110580992 <== mgr.4105 v1:172.21.15.196:6816/32369 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+35022 (unknown 2965378022 0 2513995863) 0x7fbed0090860 con 0x7fbebc04cb70 2024-09-10T07:42:19.105 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:42:19.105 INFO:teuthology.orchestra.run.smithi196.stderr:dumped all 2024-09-10T07:42:19.106 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.107+0000 7fbed539d640 1 -- 172.21.15.196:0/1110580992 >> v1:172.21.15.196:6816/32369 conn(0x7fbebc04cb70 legacy=0x7fbebc04f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:19.106 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.107+0000 7fbed539d640 1 -- 172.21.15.196:0/1110580992 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbed00959b0 msgr2=0x7fbed011f080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:19.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.107+0000 7fbed539d640 1 --2- 172.21.15.196:0/1110580992 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbed00959b0 0x7fbed011f080 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fbec0009ef0 tx=0x7fbec000b040 comp rx=0 tx=0).stop 2024-09-10T07:42:19.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.107+0000 7fbed539d640 1 -- 172.21.15.196:0/1110580992 shutdown_connections 2024-09-10T07:42:19.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.107+0000 7fbed539d640 1 --2- 172.21.15.196:0/1110580992 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbed012a670 0x7fbed011fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.107+0000 7fbed539d640 1 --2- 172.21.15.196:0/1110580992 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbed00962c0 0x7fbed011f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.107+0000 7fbed539d640 1 --2- 172.21.15.196:0/1110580992 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbed00959b0 0x7fbed011f080 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.107 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.107+0000 7fbed539d640 1 -- 172.21.15.196:0/1110580992 >> 172.21.15.196:0/1110580992 conn(0x7fbed0096aa0 msgr2=0x7fbed0098c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:19.108 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.107+0000 7fbed539d640 1 -- 172.21.15.196:0/1110580992 shutdown_connections 2024-09-10T07:42:19.108 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.107+0000 7fbed539d640 1 -- 172.21.15.196:0/1110580992 wait complete. 2024-09-10T07:42:19.117 INFO:teuthology.orchestra.run.smithi196.stdout:{"pg_ready":true,"pg_map":{"version":18,"stamp":"2024-09-10T07:42:17.679051+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":81,"num_write_kb":1108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":12,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":1191156,"kb_used_data":1704,"kb_used_omap":6,"kb_used_meta":1189369,"kb_avail":376296204,"statfs":{"total":386547056640,"available":385327312896,"internally_reserved":0,"allocated":1744896,"data_stored":1332432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6816,"internal_metadata":1217914208},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.705119"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-10T07:42:15.990701+0000","last_change":"2024-09-10T07:42:15.990983+0000","last_active":"2024-09-10T07:42:15.990701+0000","last_peered":"2024-09-10T07:42:15.990701+0000","last_clean":"2024-09-10T07:42:15.990701+0000","last_became_active":"2024-09-10T07:42:13.993855+0000","last_became_peered":"2024-09-10T07:42:13.993855+0000","last_unstale":"2024-09-10T07:42:15.990701+0000","last_undegraded":"2024-09-10T07:42:15.990701+0000","last_fullsized":"2024-09-10T07:42:15.990701+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:41:41.114128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010214289999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-10T07:42:15.989758+0000","last_change":"2024-09-10T07:42:15.989949+0000","last_active":"2024-09-10T07:42:15.989758+0000","last_peered":"2024-09-10T07:42:15.989758+0000","last_clean":"2024-09-10T07:42:15.989758+0000","last_became_active":"2024-09-10T07:42:13.993821+0000","last_became_peered":"2024-09-10T07:42:13.993821+0000","last_unstale":"2024-09-10T07:42:15.989758+0000","last_undegraded":"2024-09-10T07:42:15.989758+0000","last_fullsized":"2024-09-10T07:42:15.989758+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:15.353074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032669399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-10T07:42:15.990352+0000","last_change":"2024-09-10T07:42:15.990570+0000","last_active":"2024-09-10T07:42:15.990352+0000","last_peered":"2024-09-10T07:42:15.990352+0000","last_clean":"2024-09-10T07:42:15.990352+0000","last_became_active":"2024-09-10T07:42:13.989682+0000","last_became_peered":"2024-09-10T07:42:13.989682+0000","last_unstale":"2024-09-10T07:42:15.990352+0000","last_undegraded":"2024-09-10T07:42:15.990352+0000","last_fullsized":"2024-09-10T07:42:15.990352+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:53:13.146977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001037173,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-10T07:42:15.989508+0000","last_change":"2024-09-10T07:42:15.989774+0000","last_active":"2024-09-10T07:42:15.989508+0000","last_peered":"2024-09-10T07:42:15.989508+0000","last_clean":"2024-09-10T07:42:15.989508+0000","last_became_active":"2024-09-10T07:42:13.989680+0000","last_became_peered":"2024-09-10T07:42:13.989680+0000","last_unstale":"2024-09-10T07:42:15.989508+0000","last_undegraded":"2024-09-10T07:42:15.989508+0000","last_fullsized":"2024-09-10T07:42:15.989508+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:01:48.919889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00041535500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"16'2","reported_seq":16,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-10T07:42:15.990664+0000","last_change":"2024-09-10T07:42:15.990664+0000","last_active":"2024-09-10T07:42:15.990664+0000","last_peered":"2024-09-10T07:42:15.990664+0000","last_clean":"2024-09-10T07:42:15.990664+0000","last_became_active":"2024-09-10T07:42:13.987095+0000","last_became_peered":"2024-09-10T07:42:13.987095+0000","last_unstale":"2024-09-10T07:42:15.990664+0000","last_undegraded":"2024-09-10T07:42:15.990664+0000","last_fullsized":"2024-09-10T07:42:15.990664+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:48.697391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013045520000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-10T07:42:15.991181+0000","last_change":"2024-09-10T07:42:15.991421+0000","last_active":"2024-09-10T07:42:15.991181+0000","last_peered":"2024-09-10T07:42:15.991181+0000","last_clean":"2024-09-10T07:42:15.991181+0000","last_became_active":"2024-09-10T07:42:13.987984+0000","last_became_peered":"2024-09-10T07:42:13.987984+0000","last_unstale":"2024-09-10T07:42:15.991181+0000","last_undegraded":"2024-09-10T07:42:15.991181+0000","last_fullsized":"2024-09-10T07:42:15.991181+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:17:35.002420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036547199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-10T07:42:15.989657+0000","last_change":"2024-09-10T07:42:15.990211+0000","last_active":"2024-09-10T07:42:15.989657+0000","last_peered":"2024-09-10T07:42:15.989657+0000","last_clean":"2024-09-10T07:42:15.989657+0000","last_became_active":"2024-09-10T07:42:13.987077+0000","last_became_peered":"2024-09-10T07:42:13.987077+0000","last_unstale":"2024-09-10T07:42:15.989657+0000","last_undegraded":"2024-09-10T07:42:15.989657+0000","last_fullsized":"2024-09-10T07:42:15.989657+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:15.353074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085628500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"14'1","reported_seq":15,"reported_epoch":16,"state":"active+clean","last_fresh":"2024-09-10T07:42:15.990651+0000","last_change":"2024-09-10T07:42:15.991069+0000","last_active":"2024-09-10T07:42:15.990651+0000","last_peered":"2024-09-10T07:42:15.990651+0000","last_clean":"2024-09-10T07:42:15.990651+0000","last_became_active":"2024-09-10T07:42:13.987770+0000","last_became_peered":"2024-09-10T07:42:13.987770+0000","last_unstale":"2024-09-10T07:42:15.990651+0000","last_undegraded":"2024-09-10T07:42:15.990651+0000","last_fullsized":"2024-09-10T07:42:15.990651+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:01:48.919889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012785470000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"12'52","reported_seq":80,"reported_epoch":15,"state":"active+clean","last_fresh":"2024-09-10T07:42:14.980231+0000","last_change":"2024-09-10T07:42:09.385012+0000","last_active":"2024-09-10T07:42:14.980231+0000","last_peered":"2024-09-10T07:42:14.980231+0000","last_clean":"2024-09-10T07:42:14.980231+0000","last_became_active":"2024-09-10T07:42:09.383940+0000","last_became_peered":"2024-09-10T07:42:09.383940+0000","last_unstale":"2024-09-10T07:42:14.980231+0000","last_undegraded":"2024-09-10T07:42:14.980231+0000","last_fullsized":"2024-09-10T07:42:14.980231+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:07.904011+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:07.904011+0000","last_clean_scrub_stamp":"2024-09-10T07:42:07.904011+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:08:23.347520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":79,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":79,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":52,"ondisk_log_size":52,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705669,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297504,"kb_used_data":140,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94074336,"statfs":{"total":96636764160,"available":96332120064,"internally_reserved":0,"allocated":143360,"data_stored":38789,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42499999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54400000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52700000000000002}]}]},{"osd":2,"up_from":9,"seq":38654705669,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297500,"kb_used_data":136,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94074340,"statfs":{"total":96636764160,"available":96332124160,"internally_reserved":0,"allocated":139264,"data_stored":38770,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.24399999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.376}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]}]},{"osd":1,"up_from":9,"seq":38654705669,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":298084,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94073756,"statfs":{"total":96636764160,"available":96331526144,"internally_reserved":0,"allocated":737280,"data_stored":629157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88500000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96199999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0900000000000001}]}]},{"osd":0,"up_from":9,"seq":38654705668,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":298068,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94073772,"statfs":{"total":96636764160,"available":96331542528,"internally_reserved":0,"allocated":724992,"data_stored":625716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.378}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40899999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46500000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:42:19.118 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T07:42:19.119 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-10T07:42:19.119 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-10T07:42:19.119 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T07:42:19.213 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.212+0000 7f049482b640 1 Processor -- start 2024-09-10T07:42:19.213 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.212+0000 7f049482b640 1 -- start start 2024-09-10T07:42:19.213 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.213+0000 7f049482b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f04900947b0 0x7f0490094b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:19.213 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.213+0000 7f049482b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f04900950c0 0x7f049012e440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:19.213 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.213+0000 7f049482b640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f049012e980 0x7f0490130d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:19.213 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.213+0000 7f049482b640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0490096ad0 con 0x7f04900950c0 2024-09-10T07:42:19.213 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.213+0000 7f049482b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0490096440 con 0x7f04900947b0 2024-09-10T07:42:19.213 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.213+0000 7f049482b640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f0490096810 con 0x7f049012e980 2024-09-10T07:42:19.213 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.213+0000 7f048e59c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f04900947b0 0x7f0490094b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:19.213 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.213+0000 7f048dd9b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f04900950c0 0x7f049012e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:19.214 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.213+0000 7f048ed9d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f049012e980 0x7f0490130d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:19.214 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.213+0000 7f048dd9b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f04900950c0 0x7f049012e440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:38756/0 (socket says 172.21.15.196:38756) 2024-09-10T07:42:19.214 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.213+0000 7f048e59c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f04900947b0 0x7f0490094b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:43432/0 (socket says 172.21.15.196:43432) 2024-09-10T07:42:19.214 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.213+0000 7f048ed9d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f049012e980 0x7f0490130d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33446/0 (socket says 172.21.15.196:33446) 2024-09-10T07:42:19.214 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.213+0000 7f048e59c640 1 -- 172.21.15.196:0/671324382 learned_addr learned my addr 172.21.15.196:0/671324382 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:19.214 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.213+0000 7f048dd9b640 1 -- 172.21.15.196:0/671324382 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f049012e980 msgr2=0x7f0490130d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:19.214 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.213+0000 7f048dd9b640 1 --2- 172.21.15.196:0/671324382 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f049012e980 0x7f0490130d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.214 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.213+0000 7f048dd9b640 1 -- 172.21.15.196:0/671324382 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f04900947b0 msgr2=0x7f0490094b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:19.214 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.213+0000 7f048dd9b640 1 --2- 172.21.15.196:0/671324382 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f04900947b0 0x7f0490094b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.214 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.213+0000 7f048dd9b640 1 -- 172.21.15.196:0/671324382 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0490098f00 con 0x7f04900950c0 2024-09-10T07:42:19.214 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.213+0000 7f048e59c640 1 --2- 172.21.15.196:0/671324382 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f04900947b0 0x7f0490094b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:19.218 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.214+0000 7f048dd9b640 1 --2- 172.21.15.196:0/671324382 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04900950c0 0x7f049012e440 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f0478009850 tx=0x7f04780090f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74f892e60307e8b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:19.218 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.214+0000 7f048d59a640 1 -- 172.21.15.196:0/671324382 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f047802abc0 con 0x7f04900950c0 2024-09-10T07:42:19.218 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.214+0000 7f048d59a640 1 -- 172.21.15.196:0/671324382 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f047802ad20 con 0x7f04900950c0 2024-09-10T07:42:19.218 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.214+0000 7f048d59a640 1 -- 172.21.15.196:0/671324382 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0478032670 con 0x7f04900950c0 2024-09-10T07:42:19.218 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.215+0000 7f049482b640 1 -- 172.21.15.196:0/671324382 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04900950c0 msgr2=0x7f049012e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:19.218 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.215+0000 7f049482b640 1 --2- 172.21.15.196:0/671324382 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04900950c0 0x7f049012e440 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f0478009850 tx=0x7f04780090f0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.218 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.215+0000 7f049482b640 1 -- 172.21.15.196:0/671324382 shutdown_connections 2024-09-10T07:42:19.218 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.215+0000 7f049482b640 1 --2- 172.21.15.196:0/671324382 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f049012e980 0x7f0490130d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.218 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.215+0000 7f049482b640 1 --2- 172.21.15.196:0/671324382 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04900950c0 0x7f049012e440 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.218 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.215+0000 7f049482b640 1 --2- 172.21.15.196:0/671324382 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f04900947b0 0x7f0490094b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.215+0000 7f049482b640 1 -- 172.21.15.196:0/671324382 >> 172.21.15.196:0/671324382 conn(0x7f0490099dc0 msgr2=0x7f049009a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:19.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.215+0000 7f049482b640 1 -- 172.21.15.196:0/671324382 shutdown_connections 2024-09-10T07:42:19.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.215+0000 7f049482b640 1 -- 172.21.15.196:0/671324382 wait complete. 2024-09-10T07:42:19.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.215+0000 7f049482b640 1 Processor -- start 2024-09-10T07:42:19.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.216+0000 7f049482b640 1 -- start start 2024-09-10T07:42:19.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.216+0000 7f049482b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04900947b0 0x7f0490090b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:19.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.216+0000 7f049482b640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f04900950c0 0x7f04900910c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:19.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.216+0000 7f049482b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f049012e980 0x7f0490091600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:19.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.216+0000 7f049482b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0490092630 con 0x7f04900947b0 2024-09-10T07:42:19.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.216+0000 7f049482b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0490092ab0 con 0x7f049012e980 2024-09-10T07:42:19.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.216+0000 7f049482b640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7f0490093f90 con 0x7f04900950c0 2024-09-10T07:42:19.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.216+0000 7f048e59c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04900947b0 0x7f0490090b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:19.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.216+0000 7f048e59c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04900947b0 0x7f0490090b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:38764/0 (socket says 172.21.15.196:38764) 2024-09-10T07:42:19.220 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.216+0000 7f048e59c640 1 -- 172.21.15.196:0/912379121 learned_addr learned my addr 172.21.15.196:0/912379121 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:19.220 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.216+0000 7f048dd9b640 1 --2- 172.21.15.196:0/912379121 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f04900950c0 0x7f04900910c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:19.220 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.216+0000 7f048ed9d640 1 --2- 172.21.15.196:0/912379121 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f049012e980 0x7f0490091600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:19.220 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.216+0000 7f048e59c640 1 -- 172.21.15.196:0/912379121 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f04900950c0 msgr2=0x7f04900910c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:19.220 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.216+0000 7f048e59c640 1 --2- 172.21.15.196:0/912379121 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f04900950c0 0x7f04900910c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.220 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.216+0000 7f048e59c640 1 -- 172.21.15.196:0/912379121 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f049012e980 msgr2=0x7f0490091600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:19.220 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.216+0000 7f048e59c640 1 --2- 172.21.15.196:0/912379121 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f049012e980 0x7f0490091600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.220 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.216+0000 7f048e59c640 1 -- 172.21.15.196:0/912379121 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0488009450 con 0x7f04900947b0 2024-09-10T07:42:19.220 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.216+0000 7f048dd9b640 1 --2- 172.21.15.196:0/912379121 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f04900950c0 0x7f04900910c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:19.220 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.216+0000 7f048ed9d640 1 --2- 172.21.15.196:0/912379121 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f049012e980 0x7f0490091600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:19.220 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.216+0000 7f048e59c640 1 --2- 172.21.15.196:0/912379121 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04900947b0 0x7f0490090b80 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f048800ecb0 tx=0x7f04880091d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:19.220 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.217+0000 7f04867fc640 1 -- 172.21.15.196:0/912379121 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0488009730 con 0x7f04900947b0 2024-09-10T07:42:19.221 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.217+0000 7f04867fc640 1 -- 172.21.15.196:0/912379121 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f048800cbc0 con 0x7f04900947b0 2024-09-10T07:42:19.221 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.217+0000 7f049482b640 1 -- 172.21.15.196:0/912379121 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0478009390 con 0x7f04900947b0 2024-09-10T07:42:19.221 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.217+0000 7f04867fc640 1 -- 172.21.15.196:0/912379121 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0488013470 con 0x7f04900947b0 2024-09-10T07:42:19.221 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.217+0000 7f049482b640 1 -- 172.21.15.196:0/912379121 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0490092e80 con 0x7f04900947b0 2024-09-10T07:42:19.221 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.218+0000 7f04867fc640 1 -- 172.21.15.196:0/912379121 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7f0488013820 con 0x7f04900947b0 2024-09-10T07:42:19.221 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.218+0000 7f049482b640 1 -- 172.21.15.196:0/912379121 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f049004bf60 con 0x7f04900947b0 2024-09-10T07:42:19.221 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.218+0000 7f04867fc640 1 -- 172.21.15.196:0/912379121 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7f0488063640 con 0x7f04900947b0 2024-09-10T07:42:19.221 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.221+0000 7f04867fc640 1 -- 172.21.15.196:0/912379121 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7f048803e720 con 0x7f04900947b0 2024-09-10T07:42:19.371 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.372+0000 7f049482b640 1 -- 172.21.15.196:0/912379121 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f049006e8f0 con 0x7f04900947b0 2024-09-10T07:42:19.372 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.372+0000 7f04867fc640 1 -- 172.21.15.196:0/912379121 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f0488021020 con 0x7f04900947b0 2024-09-10T07:42:19.372 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:42:19.372 INFO:teuthology.orchestra.run.smithi196.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-10T07:42:19.373 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.373+0000 7f049482b640 1 -- 172.21.15.196:0/912379121 >> v1:172.21.15.196:6816/32369 conn(0x7f047004cb70 legacy=0x7f047004f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:19.373 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.373+0000 7f049482b640 1 -- 172.21.15.196:0/912379121 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04900947b0 msgr2=0x7f0490090b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:19.373 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.373+0000 7f049482b640 1 --2- 172.21.15.196:0/912379121 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04900947b0 0x7f0490090b80 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f048800ecb0 tx=0x7f04880091d0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.373 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.373+0000 7f049482b640 1 -- 172.21.15.196:0/912379121 shutdown_connections 2024-09-10T07:42:19.373 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.373+0000 7f049482b640 1 --2- 172.21.15.196:0/912379121 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f049012e980 0x7f0490091600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.373 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.373+0000 7f049482b640 1 --2- 172.21.15.196:0/912379121 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f04900950c0 0x7f04900910c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.373 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.373+0000 7f049482b640 1 --2- 172.21.15.196:0/912379121 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04900947b0 0x7f0490090b80 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.374 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.373+0000 7f049482b640 1 -- 172.21.15.196:0/912379121 >> 172.21.15.196:0/912379121 conn(0x7f0490099dc0 msgr2=0x7f049009c8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:19.374 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.373+0000 7f049482b640 1 -- 172.21.15.196:0/912379121 shutdown_connections 2024-09-10T07:42:19.374 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.373+0000 7f049482b640 1 -- 172.21.15.196:0/912379121 wait complete. 2024-09-10T07:42:19.383 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-10T07:42:19.383 INFO:teuthology.run_tasks:Running task exec... 2024-09-10T07:42:19.396 INFO:teuthology.task.exec:Executing custom commands... 2024-09-10T07:42:19.396 INFO:teuthology.task.exec:Running commands on role osd.0 host ubuntu@smithi196.front.sepia.ceph.com 2024-09-10T07:42:19.396 DEBUG:teuthology.orchestra.run.smithi196:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd set-require-min-compat-client quincy' 2024-09-10T07:42:19.490 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.489+0000 7fdfd6d5d640 1 Processor -- start 2024-09-10T07:42:19.490 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.489+0000 7fdfd6d5d640 1 -- start start 2024-09-10T07:42:19.490 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.489+0000 7fdfd6d5d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfd00949f0 0x7fdfd0126a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:19.490 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.489+0000 7fdfd6d5d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fdfd01273b0 0x7fdfd0091cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:19.490 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.489+0000 7fdfd6d5d640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdfd0127830 con 0x7fdfd0126fa0 2024-09-10T07:42:19.490 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.489+0000 7fdfd6d5d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdfd00932b0 con 0x7fdfd01273b0 2024-09-10T07:42:19.490 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.489+0000 7fdfd6d5d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfd0092700 con 0x7fdfd00949f0 2024-09-10T07:42:19.490 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.489+0000 7fdfd4af9640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfd00949f0 0x7fdfd0126a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:19.490 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.489+0000 7fdfd52fa640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fdfd01273b0 0x7fdfd0091cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:19.491 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.489+0000 7fdfd4af9640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfd00949f0 0x7fdfd0126a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:43458/0 (socket says 172.21.15.196:43458) 2024-09-10T07:42:19.491 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.489+0000 7fdfcffff640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fdfd0126fa0 0x7fdfd00915e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:36628/0 (socket says 172.21.15.196:36628) 2024-09-10T07:42:19.491 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.489+0000 7fdfd4af9640 1 -- 172.21.15.196:0/885750560 learned_addr learned my addr 172.21.15.196:0/885750560 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:19.491 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.490+0000 7fdfd4af9640 1 -- 172.21.15.196:0/885750560 >> v2:172.21.15.196:3300/0 conn(0x7fdfd01273b0 msgr2=0x7fdfd0091cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:19.491 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.490+0000 7fdfd4af9640 1 --2- 172.21.15.196:0/885750560 >> v2:172.21.15.196:3300/0 conn(0x7fdfd01273b0 0x7fdfd0091cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.491 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.490+0000 7fdfd4af9640 1 -- 172.21.15.196:0/885750560 >> v1:172.21.15.196:6789/0 conn(0x7fdfd0126fa0 legacy=0x7fdfd00915e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:19.491 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.490+0000 7fdfd4af9640 1 -- 172.21.15.196:0/885750560 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfd00956f0 con 0x7fdfd00949f0 2024-09-10T07:42:19.491 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.490+0000 7fdfd52fa640 1 --2- 172.21.15.196:0/885750560 >> v2:172.21.15.196:3300/0 conn(0x7fdfd01273b0 0x7fdfd0091cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:19.491 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.490+0000 7fdfd4af9640 1 --2- 172.21.15.196:0/885750560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfd00949f0 0x7fdfd0126a60 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fdfc8009910 tx=0x7fdfc80091d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=33af8961c40e253 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:19.491 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.490+0000 7fdfcf7fe640 1 -- 172.21.15.196:0/885750560 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfc802ad20 con 0x7fdfd00949f0 2024-09-10T07:42:19.491 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.490+0000 7fdfcf7fe640 1 -- 172.21.15.196:0/885750560 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfc802ae80 con 0x7fdfd00949f0 2024-09-10T07:42:19.491 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.490+0000 7fdfcf7fe640 1 -- 172.21.15.196:0/885750560 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfc8032670 con 0x7fdfd00949f0 2024-09-10T07:42:19.494 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.491+0000 7fdfd6d5d640 1 -- 172.21.15.196:0/885750560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfd00949f0 msgr2=0x7fdfd0126a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:19.494 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.491+0000 7fdfd6d5d640 1 --2- 172.21.15.196:0/885750560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfd00949f0 0x7fdfd0126a60 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fdfc8009910 tx=0x7fdfc80091d0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.494 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.491+0000 7fdfd6d5d640 1 -- 172.21.15.196:0/885750560 shutdown_connections 2024-09-10T07:42:19.494 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.491+0000 7fdfd6d5d640 1 --2- 172.21.15.196:0/885750560 >> v2:172.21.15.196:3300/0 conn(0x7fdfd01273b0 0x7fdfd0091cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.495 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.491+0000 7fdfd6d5d640 1 --2- 172.21.15.196:0/885750560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfd00949f0 0x7fdfd0126a60 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.495 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.491+0000 7fdfd6d5d640 1 -- 172.21.15.196:0/885750560 >> 172.21.15.196:0/885750560 conn(0x7fdfd0099be0 msgr2=0x7fdfd0095ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:19.495 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.491+0000 7fdfd6d5d640 1 -- 172.21.15.196:0/885750560 shutdown_connections 2024-09-10T07:42:19.495 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.491+0000 7fdfd6d5d640 1 -- 172.21.15.196:0/885750560 wait complete. 2024-09-10T07:42:19.495 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.492+0000 7fdfd6d5d640 1 Processor -- start 2024-09-10T07:42:19.495 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.492+0000 7fdfd6d5d640 1 -- start start 2024-09-10T07:42:19.495 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.492+0000 7fdfd6d5d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfd00949f0 0x7fdfd01202a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:19.495 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.492+0000 7fdfd6d5d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdfd0126fa0 0x7fdfd01207e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:19.495 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.492+0000 7fdfd6d5d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fdfd01273b0 0x7fdfd0120d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:19.495 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.492+0000 7fdfd6d5d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfd01224d0 con 0x7fdfd0126fa0 2024-09-10T07:42:19.495 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.492+0000 7fdfd6d5d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfd0126010 con 0x7fdfd00949f0 2024-09-10T07:42:19.496 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.492+0000 7fdfd6d5d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7fdfd0123730 con 0x7fdfd01273b0 2024-09-10T07:42:19.496 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.492+0000 7fdfcffff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdfd0126fa0 0x7fdfd01207e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:19.496 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.492+0000 7fdfd4af9640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfd00949f0 0x7fdfd01202a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:19.496 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.492+0000 7fdfd4af9640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfd00949f0 0x7fdfd01202a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:43470/0 (socket says 172.21.15.196:43470) 2024-09-10T07:42:19.496 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.492+0000 7fdfd4af9640 1 -- 172.21.15.196:0/3210927213 learned_addr learned my addr 172.21.15.196:0/3210927213 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:19.496 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.492+0000 7fdfd52fa640 1 --2- 172.21.15.196:0/3210927213 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fdfd01273b0 0x7fdfd0120d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:19.496 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.493+0000 7fdfcffff640 1 -- 172.21.15.196:0/3210927213 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fdfd01273b0 msgr2=0x7fdfd0120d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:19.496 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.493+0000 7fdfcffff640 1 --2- 172.21.15.196:0/3210927213 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fdfd01273b0 0x7fdfd0120d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.496 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.493+0000 7fdfcffff640 1 -- 172.21.15.196:0/3210927213 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfd00949f0 msgr2=0x7fdfd01202a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:19.496 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.493+0000 7fdfcffff640 1 --2- 172.21.15.196:0/3210927213 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfd00949f0 0x7fdfd01202a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.496 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.493+0000 7fdfcffff640 1 -- 172.21.15.196:0/3210927213 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfb8009390 con 0x7fdfd0126fa0 2024-09-10T07:42:19.496 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.493+0000 7fdfd4af9640 1 --2- 172.21.15.196:0/3210927213 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfd00949f0 0x7fdfd01202a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:19.496 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.493+0000 7fdfcffff640 1 --2- 172.21.15.196:0/3210927213 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdfd0126fa0 0x7fdfd01207e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fdfd0067550 tx=0x7fdfc0001660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:19.497 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.493+0000 7fdfccff9640 1 -- 172.21.15.196:0/3210927213 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfc0005d60 con 0x7fdfd0126fa0 2024-09-10T07:42:19.497 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.493+0000 7fdfccff9640 1 -- 172.21.15.196:0/3210927213 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfc00070f0 con 0x7fdfd0126fa0 2024-09-10T07:42:19.497 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.493+0000 7fdfd6d5d640 1 -- 172.21.15.196:0/3210927213 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdfc8009450 con 0x7fdfd0126fa0 2024-09-10T07:42:19.497 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.493+0000 7fdfccff9640 1 -- 172.21.15.196:0/3210927213 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfc00074f0 con 0x7fdfd0126fa0 2024-09-10T07:42:19.497 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.493+0000 7fdfd6d5d640 1 -- 172.21.15.196:0/3210927213 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdfd0121260 con 0x7fdfd0126fa0 2024-09-10T07:42:19.497 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.494+0000 7fdfd6d5d640 1 -- 172.21.15.196:0/3210927213 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdfd0123a40 con 0x7fdfd0126fa0 2024-09-10T07:42:19.497 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.494+0000 7fdfccff9640 1 -- 172.21.15.196:0/3210927213 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7fdfc001b400 con 0x7fdfd0126fa0 2024-09-10T07:42:19.497 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.494+0000 7fdfccff9640 1 -- 172.21.15.196:0/3210927213 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 2864+0+0 (secure 0 0 0) 0x7fdfc0062b80 con 0x7fdfd0126fa0 2024-09-10T07:42:19.497 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.498+0000 7fdfccff9640 1 -- 172.21.15.196:0/3210927213 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7fdfc003dce0 con 0x7fdfd0126fa0 2024-09-10T07:42:19.636 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.636+0000 7fdfd6d5d640 1 -- 172.21.15.196:0/3210927213 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd set-require-min-compat-client", "version": "quincy"} v 0) v1 -- 0x7fdfd0127830 con 0x7fdfd0126fa0 2024-09-10T07:42:19.995 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.995+0000 7fdfccff9640 1 -- 172.21.15.196:0/3210927213 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd set-require-min-compat-client", "version": "quincy"}]=0 set require_min_compat_client to quincy v17) v1 ==== 141+0+0 (secure 0 0 0) 0x7fdfd0127830 con 0x7fdfd0126fa0 2024-09-10T07:42:19.995 INFO:teuthology.orchestra.run.smithi196.stderr:set require_min_compat_client to quincy 2024-09-10T07:42:19.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.997+0000 7fdfd6d5d640 1 -- 172.21.15.196:0/3210927213 >> v1:172.21.15.196:6816/32369 conn(0x7fdfb004cb70 legacy=0x7fdfb004f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:19.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.997+0000 7fdfd6d5d640 1 -- 172.21.15.196:0/3210927213 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdfd0126fa0 msgr2=0x7fdfd01207e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:19.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.997+0000 7fdfd6d5d640 1 --2- 172.21.15.196:0/3210927213 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdfd0126fa0 0x7fdfd01207e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fdfd0067550 tx=0x7fdfc0001660 comp rx=0 tx=0).stop 2024-09-10T07:42:19.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.997+0000 7fdfd6d5d640 1 -- 172.21.15.196:0/3210927213 shutdown_connections 2024-09-10T07:42:19.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.997+0000 7fdfd6d5d640 1 --2- 172.21.15.196:0/3210927213 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fdfd01273b0 0x7fdfd0120d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.997+0000 7fdfd6d5d640 1 --2- 172.21.15.196:0/3210927213 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fdfd0126fa0 0x7fdfd01207e0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.997+0000 7fdfd6d5d640 1 --2- 172.21.15.196:0/3210927213 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fdfd00949f0 0x7fdfd01202a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:19.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.997+0000 7fdfd6d5d640 1 -- 172.21.15.196:0/3210927213 >> 172.21.15.196:0/3210927213 conn(0x7fdfd0099be0 msgr2=0x7fdfd0097780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:19.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.997+0000 7fdfd6d5d640 1 -- 172.21.15.196:0/3210927213 shutdown_connections 2024-09-10T07:42:19.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:19.997+0000 7fdfd6d5d640 1 -- 172.21.15.196:0/3210927213 wait complete. 2024-09-10T07:42:20.007 INFO:teuthology.run_tasks:Running task print... 2024-09-10T07:42:20.016 INFO:teuthology.task.print:**** done ceph 2024-09-10T07:42:20.016 INFO:teuthology.run_tasks:Running task print... 2024-09-10T07:42:20.029 INFO:teuthology.task.print:*** upgrading, no cephfs present 2024-09-10T07:42:20.029 INFO:teuthology.run_tasks:Running task exec... 2024-09-10T07:42:20.042 INFO:teuthology.task.exec:Executing custom commands... 2024-09-10T07:42:20.043 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi196.front.sepia.ceph.com 2024-09-10T07:42:20.043 DEBUG:teuthology.orchestra.run.smithi196:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs dump' 2024-09-10T07:42:20.133 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.134+0000 7feb88f9d640 1 Processor -- start 2024-09-10T07:42:20.133 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.134+0000 7feb88f9d640 1 -- start start 2024-09-10T07:42:20.135 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.134+0000 7feb88f9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb84093210 0x7feb8408e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:20.135 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.134+0000 7feb88f9d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7feb8408e710 0x7feb8408eb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:20.135 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.134+0000 7feb88f9d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7feb8412b200 0x7feb8412d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:20.135 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.134+0000 7feb88f9d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb84095360 con 0x7feb8412b200 2024-09-10T07:42:20.135 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.134+0000 7feb88f9d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb84094f60 con 0x7feb84093210 2024-09-10T07:42:20.135 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.134+0000 7feb88f9d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7feb8408fcd0 con 0x7feb8408e710 2024-09-10T07:42:20.135 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.134+0000 7feb8259c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb84093210 0x7feb8408e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:20.135 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.134+0000 7feb82d9d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7feb8412b200 0x7feb8412d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:20.136 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.134+0000 7feb81d9b640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7feb8408e710 0x7feb8408eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:20.136 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.134+0000 7feb8259c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb84093210 0x7feb8408e1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:43480/0 (socket says 172.21.15.196:43480) 2024-09-10T07:42:20.136 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.134+0000 7feb82d9d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7feb8412b200 0x7feb8412d5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:38794/0 (socket says 172.21.15.196:38794) 2024-09-10T07:42:20.136 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.134+0000 7feb8259c640 1 -- 172.21.15.196:0/350182468 learned_addr learned my addr 172.21.15.196:0/350182468 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:20.136 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.135+0000 7feb8259c640 1 -- 172.21.15.196:0/350182468 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7feb8408e710 msgr2=0x7feb8408eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:20.136 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.135+0000 7feb8259c640 1 --2- 172.21.15.196:0/350182468 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7feb8408e710 0x7feb8408eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:20.136 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.135+0000 7feb8259c640 1 -- 172.21.15.196:0/350182468 >> v2:172.21.15.196:3300/0 conn(0x7feb8412b200 msgr2=0x7feb8412d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:42:20.136 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.135+0000 7feb8259c640 1 --2- 172.21.15.196:0/350182468 >> v2:172.21.15.196:3300/0 conn(0x7feb8412b200 0x7feb8412d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:20.136 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.135+0000 7feb8259c640 1 -- 172.21.15.196:0/350182468 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb84095860 con 0x7feb84093210 2024-09-10T07:42:20.136 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.135+0000 7feb82d9d640 1 --2- 172.21.15.196:0/350182468 >> v2:172.21.15.196:3300/0 conn(0x7feb8412b200 0x7feb8412d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:42:20.136 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.135+0000 7feb8259c640 1 --2- 172.21.15.196:0/350182468 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb84093210 0x7feb8408e1d0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7feb74009910 tx=0x7feb740091d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=496181359b4f0bd5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:20.136 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.136+0000 7feb8159a640 1 -- 172.21.15.196:0/350182468 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb7402ad20 con 0x7feb84093210 2024-09-10T07:42:20.137 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.136+0000 7feb8159a640 1 -- 172.21.15.196:0/350182468 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb7402ae80 con 0x7feb84093210 2024-09-10T07:42:20.137 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.136+0000 7feb8159a640 1 -- 172.21.15.196:0/350182468 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb74032670 con 0x7feb84093210 2024-09-10T07:42:20.139 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.136+0000 7feb88f9d640 1 -- 172.21.15.196:0/350182468 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb84093210 msgr2=0x7feb8408e1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:20.139 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.136+0000 7feb88f9d640 1 --2- 172.21.15.196:0/350182468 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb84093210 0x7feb8408e1d0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7feb74009910 tx=0x7feb740091d0 comp rx=0 tx=0).stop 2024-09-10T07:42:20.139 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.136+0000 7feb88f9d640 1 -- 172.21.15.196:0/350182468 shutdown_connections 2024-09-10T07:42:20.139 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.136+0000 7feb88f9d640 1 --2- 172.21.15.196:0/350182468 >> v2:172.21.15.196:3300/0 conn(0x7feb8412b200 0x7feb8412d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:20.139 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.136+0000 7feb88f9d640 1 --2- 172.21.15.196:0/350182468 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7feb8408e710 0x7feb8408eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:20.139 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.136+0000 7feb88f9d640 1 --2- 172.21.15.196:0/350182468 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb84093210 0x7feb8408e1d0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:20.140 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.136+0000 7feb88f9d640 1 -- 172.21.15.196:0/350182468 >> 172.21.15.196:0/350182468 conn(0x7feb84095b70 msgr2=0x7feb84095f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:20.140 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.136+0000 7feb88f9d640 1 -- 172.21.15.196:0/350182468 shutdown_connections 2024-09-10T07:42:20.140 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.136+0000 7feb88f9d640 1 -- 172.21.15.196:0/350182468 wait complete. 2024-09-10T07:42:20.140 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.137+0000 7feb88f9d640 1 Processor -- start 2024-09-10T07:42:20.140 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.137+0000 7feb88f9d640 1 -- start start 2024-09-10T07:42:20.140 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.137+0000 7feb88f9d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7feb8408e710 0x7feb8412a210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:20.140 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.137+0000 7feb88f9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb84093210 0x7feb8412a750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:20.140 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.137+0000 7feb88f9d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7feb8412b200 0x7feb8412ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:42:20.140 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.137+0000 7feb88f9d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb8406cf80 con 0x7feb8412b200 2024-09-10T07:42:20.140 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.137+0000 7feb88f9d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb8406d350 con 0x7feb84093210 2024-09-10T07:42:20.140 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.137+0000 7feb88f9d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 v1 -- 0x7feb8406ca80 con 0x7feb8408e710 2024-09-10T07:42:20.140 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.137+0000 7feb81d9b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb84093210 0x7feb8412a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:20.140 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.137+0000 7feb8259c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7feb8408e710 0x7feb8412a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:20.140 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.137+0000 7feb81d9b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb84093210 0x7feb8412a750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:43492/0 (socket says 172.21.15.196:43492) 2024-09-10T07:42:20.141 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.137+0000 7feb8259c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7feb8408e710 0x7feb8412a210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33482/0 (socket says 172.21.15.196:33482) 2024-09-10T07:42:20.141 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.137+0000 7feb81d9b640 1 -- 172.21.15.196:0/105186487 learned_addr learned my addr 172.21.15.196:0/105186487 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:42:20.141 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.137+0000 7feb82d9d640 1 --2- 172.21.15.196:0/105186487 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7feb8412b200 0x7feb8412ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:42:20.141 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.138+0000 7feb81d9b640 1 -- 172.21.15.196:0/105186487 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7feb8408e710 msgr2=0x7feb8412a210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:20.141 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.138+0000 7feb81d9b640 1 --2- 172.21.15.196:0/105186487 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7feb8408e710 0x7feb8412a210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:20.141 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.138+0000 7feb81d9b640 1 -- 172.21.15.196:0/105186487 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7feb8412b200 msgr2=0x7feb8412ac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:20.141 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.138+0000 7feb81d9b640 1 --2- 172.21.15.196:0/105186487 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7feb8412b200 0x7feb8412ac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:20.141 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.138+0000 7feb81d9b640 1 -- 172.21.15.196:0/105186487 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb7c009a20 con 0x7feb84093210 2024-09-10T07:42:20.141 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.138+0000 7feb81d9b640 1 --2- 172.21.15.196:0/105186487 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb84093210 0x7feb8412a750 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7feb78009fd0 tx=0x7feb780090f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:42:20.141 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.138+0000 7feb727fc640 1 -- 172.21.15.196:0/105186487 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb78009600 con 0x7feb84093210 2024-09-10T07:42:20.141 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.138+0000 7feb727fc640 1 -- 172.21.15.196:0/105186487 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb7800c8c0 con 0x7feb84093210 2024-09-10T07:42:20.141 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.138+0000 7feb88f9d640 1 -- 172.21.15.196:0/105186487 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb74009450 con 0x7feb84093210 2024-09-10T07:42:20.141 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.138+0000 7feb727fc640 1 -- 172.21.15.196:0/105186487 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb7800cc60 con 0x7feb84093210 2024-09-10T07:42:20.142 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.138+0000 7feb88f9d640 1 -- 172.21.15.196:0/105186487 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb8406ef90 con 0x7feb84093210 2024-09-10T07:42:20.142 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.139+0000 7feb88f9d640 1 -- 172.21.15.196:0/105186487 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb8406f210 con 0x7feb84093210 2024-09-10T07:42:20.142 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.139+0000 7feb727fc640 1 -- 172.21.15.196:0/105186487 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 5) v1 ==== 58551+0+0 (secure 0 0 0) 0x7feb78013680 con 0x7feb84093210 2024-09-10T07:42:20.142 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.140+0000 7feb727fc640 1 -- 172.21.15.196:0/105186487 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 2836+0+0 (secure 0 0 0) 0x7feb78063360 con 0x7feb84093210 2024-09-10T07:42:20.142 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.143+0000 7feb727fc640 1 -- 172.21.15.196:0/105186487 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+139858 (secure 0 0 0) 0x7feb7803e4b0 con 0x7feb84093210 2024-09-10T07:42:20.292 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.292+0000 7feb88f9d640 1 -- 172.21.15.196:0/105186487 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7feb84099ea0 con 0x7feb84093210 2024-09-10T07:42:20.292 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.293+0000 7feb727fc640 1 -- 172.21.15.196:0/105186487 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 1 v1) v1 ==== 75+0+358 (secure 0 0 0) 0x7feb78041cc0 con 0x7feb84093210 2024-09-10T07:42:20.292 INFO:teuthology.orchestra.run.smithi196.stdout:e1 2024-09-10T07:42:20.293 INFO:teuthology.orchestra.run.smithi196.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-10T07:42:20.293 INFO:teuthology.orchestra.run.smithi196.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-10T07:42:20.293 INFO:teuthology.orchestra.run.smithi196.stdout:legacy client fscid: -1 2024-09-10T07:42:20.293 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:42:20.293 INFO:teuthology.orchestra.run.smithi196.stdout:No filesystems configured 2024-09-10T07:42:20.294 INFO:teuthology.orchestra.run.smithi196.stderr:dumped fsmap epoch 1 2024-09-10T07:42:20.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.294+0000 7feb88f9d640 1 -- 172.21.15.196:0/105186487 >> v1:172.21.15.196:6816/32369 conn(0x7feb6404cb70 legacy=0x7feb6404f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:20.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.294+0000 7feb88f9d640 1 -- 172.21.15.196:0/105186487 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb84093210 msgr2=0x7feb8412a750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:42:20.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.294+0000 7feb88f9d640 1 --2- 172.21.15.196:0/105186487 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb84093210 0x7feb8412a750 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7feb78009fd0 tx=0x7feb780090f0 comp rx=0 tx=0).stop 2024-09-10T07:42:20.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.294+0000 7feb88f9d640 1 -- 172.21.15.196:0/105186487 shutdown_connections 2024-09-10T07:42:20.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.294+0000 7feb88f9d640 1 --2- 172.21.15.196:0/105186487 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7feb8412b200 0x7feb8412ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:20.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.294+0000 7feb88f9d640 1 --2- 172.21.15.196:0/105186487 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7feb84093210 0x7feb8412a750 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:20.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.294+0000 7feb88f9d640 1 --2- 172.21.15.196:0/105186487 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7feb8408e710 0x7feb8412a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:42:20.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.294+0000 7feb88f9d640 1 -- 172.21.15.196:0/105186487 >> 172.21.15.196:0/105186487 conn(0x7feb84095b70 msgr2=0x7feb84090c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:42:20.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.294+0000 7feb88f9d640 1 -- 172.21.15.196:0/105186487 shutdown_connections 2024-09-10T07:42:20.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:42:20.294+0000 7feb88f9d640 1 -- 172.21.15.196:0/105186487 wait complete. 2024-09-10T07:42:20.304 INFO:teuthology.run_tasks:Running task install.upgrade... 2024-09-10T07:42:20.314 INFO:teuthology.task.install:project ceph config {'mon.a': None} overrides {'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'} 2024-09-10T07:42:20.314 INFO:teuthology.task.install:remote ubuntu@smithi196.front.sepia.ceph.com config {'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'} 2024-09-10T07:42:20.314 INFO:teuthology.task.install:extra packages: [] 2024-09-10T07:42:20.319 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-10T07:42:20.319 INFO:teuthology.task.install:Upgrading ceph rpm packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd 2024-09-10T07:42:20.320 DEBUG:teuthology.orchestra.run.smithi196:> rpm -q ceph-common --qf '%{VERSION}-%{RELEASE}' 2024-09-10T07:42:20.341 INFO:teuthology.orchestra.run.smithi196.stdout:17.2.7-1597.g96d63e75.el9 2024-09-10T07:42:20.341 INFO:teuthology.packaging:The installed version of ceph-common is 17.2.7-1597.g96d63e75.el9 2024-09-10T07:42:20.342 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:42:20.488 INFO:teuthology.task.install:Ceph rpm upgrade from 17.2.7-1597.g96d63e75.el9 to 19.1.1-305.g1cf819b7 2024-09-10T07:42:20.488 INFO:teuthology.task.install.rpm:Host smithi196 is: centos 9.stream x86_64 2024-09-10T07:42:20.488 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:42:20.624 INFO:teuthology.task.install.rpm:Repo base URL: https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/ 2024-09-10T07:42:20.624 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f /etc/yum.repos.d/ceph.repo 2024-09-10T07:42:20.760 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-10T07:42:20.760 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-09-10T07:42:20.760 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-10T07:42:20.785 DEBUG:teuthology.orchestra.run.smithi196:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/1cf819b7212a6048e92fc78c4eff963344f6d56b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-10T07:42:20.850 DEBUG:teuthology.orchestra.run.smithi196:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-10T07:42:20.915 DEBUG:teuthology.orchestra.run.smithi196:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-10T07:42:20.969 INFO:teuthology.orchestra.run.smithi196.stdout:check_obsoletes = 1 2024-09-10T07:42:20.981 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum clean all 2024-09-10T07:42:21.211 INFO:teuthology.orchestra.run.smithi196.stdout:60 files removed 2024-09-10T07:42:21.239 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y upgrade ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd 2024-09-10T07:42:22.042 INFO:teuthology.orchestra.run.smithi196.stdout:ceph packages for x86_64 164 kB/s | 84 kB 00:00 2024-09-10T07:42:22.592 INFO:teuthology.orchestra.run.smithi196.stdout:ceph noarch packages 23 kB/s | 12 kB 00:00 2024-09-10T07:42:23.018 INFO:teuthology.orchestra.run.smithi196.stdout:ceph source packages 4.9 kB/s | 1.9 kB 00:00 2024-09-10T07:42:23.701 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.2 MB 00:00 2024-09-10T07:42:26.928 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - AppStream 9.6 MB/s | 20 MB 00:02 2024-09-10T07:42:32.545 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - CRB 3.7 MB/s | 6.5 MB 00:01 2024-09-10T07:42:34.170 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - Extras packages 47 kB/s | 19 kB 00:00 2024-09-10T07:42:35.299 INFO:teuthology.orchestra.run.smithi196.stdout:Extra Packages for Enterprise Linux 23 MB/s | 23 MB 00:01 2024-09-10T07:42:40.789 INFO:teuthology.orchestra.run.smithi196.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-10T07:42:43.096 INFO:teuthology.orchestra.run.smithi196.stderr:Package cephadm available, but not installed. 2024-09-10T07:42:43.096 INFO:teuthology.orchestra.run.smithi196.stdout:No match for argument: cephadm 2024-09-10T07:42:43.102 INFO:teuthology.orchestra.run.smithi196.stderr:Package ceph-mgr-dashboard available, but not installed. 2024-09-10T07:42:43.102 INFO:teuthology.orchestra.run.smithi196.stdout:No match for argument: ceph-mgr-dashboard 2024-09-10T07:42:43.102 INFO:teuthology.orchestra.run.smithi196.stderr:Package ceph-mgr-diskprediction-local available, but not installed. 2024-09-10T07:42:43.102 INFO:teuthology.orchestra.run.smithi196.stdout:No match for argument: ceph-mgr-diskprediction-local 2024-09-10T07:42:43.103 INFO:teuthology.orchestra.run.smithi196.stderr:Package ceph-mgr-rook available, but not installed. 2024-09-10T07:42:43.103 INFO:teuthology.orchestra.run.smithi196.stdout:No match for argument: ceph-mgr-rook 2024-09-10T07:42:43.103 INFO:teuthology.orchestra.run.smithi196.stderr:Package ceph-mgr-cephadm available, but not installed. 2024-09-10T07:42:43.104 INFO:teuthology.orchestra.run.smithi196.stdout:No match for argument: ceph-mgr-cephadm 2024-09-10T07:42:43.106 INFO:teuthology.orchestra.run.smithi196.stderr:Package ceph-volume available, but not installed. 2024-09-10T07:42:43.106 INFO:teuthology.orchestra.run.smithi196.stdout:No match for argument: ceph-volume 2024-09-10T07:42:43.197 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-09-10T07:42:43.200 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:42:43.200 INFO:teuthology.orchestra.run.smithi196.stdout: Package Arch Version Repository Size 2024-09-10T07:42:43.200 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:42:43.200 INFO:teuthology.orchestra.run.smithi196.stdout:Upgrading: 2024-09-10T07:42:43.200 INFO:teuthology.orchestra.run.smithi196.stdout: ceph x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 6.5 k 2024-09-10T07:42:43.201 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-base x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.4 M 2024-09-10T07:42:43.201 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 21 M 2024-09-10T07:42:43.201 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 897 k 2024-09-10T07:42:43.201 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-immutable-object-cache 2024-09-10T07:42:43.201 INFO:teuthology.orchestra.run.smithi196.stdout: x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 145 k 2024-09-10T07:42:43.201 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mds x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 2.4 M 2024-09-10T07:42:43.201 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 1.5 M 2024-09-10T07:42:43.201 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-modules-core noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 249 k 2024-09-10T07:42:43.201 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mon x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 4.7 M 2024-09-10T07:42:43.202 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-osd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 17 M 2024-09-10T07:42:43.202 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-radosgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 11 M 2024-09-10T07:42:43.202 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-selinux x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 25 k 2024-09-10T07:42:43.202 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-test x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 49 M 2024-09-10T07:42:43.202 INFO:teuthology.orchestra.run.smithi196.stdout: libcephfs-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 32 k 2024-09-10T07:42:43.202 INFO:teuthology.orchestra.run.smithi196.stdout: libcephfs2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 751 k 2024-09-10T07:42:43.202 INFO:teuthology.orchestra.run.smithi196.stdout: libcephsqlite x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 164 k 2024-09-10T07:42:43.202 INFO:teuthology.orchestra.run.smithi196.stdout: librados-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 127 k 2024-09-10T07:42:43.203 INFO:teuthology.orchestra.run.smithi196.stdout: librados2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.4 M 2024-09-10T07:42:43.203 INFO:teuthology.orchestra.run.smithi196.stdout: libradosstriper1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 506 k 2024-09-10T07:42:43.203 INFO:teuthology.orchestra.run.smithi196.stdout: librbd1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.2 M 2024-09-10T07:42:43.203 INFO:teuthology.orchestra.run.smithi196.stdout: librgw2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.3 M 2024-09-10T07:42:43.203 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ceph-argparse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 45 k 2024-09-10T07:42:43.203 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 136 k 2024-09-10T07:42:43.203 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cephfs x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 161 k 2024-09-10T07:42:43.203 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rados x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 320 k 2024-09-10T07:42:43.203 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 301 k 2024-09-10T07:42:43.204 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 99 k 2024-09-10T07:42:43.204 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 85 k 2024-09-10T07:42:43.204 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.1 M 2024-09-10T07:42:43.204 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-nbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 170 k 2024-09-10T07:42:43.204 INFO:teuthology.orchestra.run.smithi196.stdout:Installing dependencies: 2024-09-10T07:42:43.204 INFO:teuthology.orchestra.run.smithi196.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-10T07:42:43.204 INFO:teuthology.orchestra.run.smithi196.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-10T07:42:43.204 INFO:teuthology.orchestra.run.smithi196.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-10T07:42:43.205 INFO:teuthology.orchestra.run.smithi196.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-10T07:42:43.205 INFO:teuthology.orchestra.run.smithi196.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-10T07:42:43.205 INFO:teuthology.orchestra.run.smithi196.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-10T07:42:43.205 INFO:teuthology.orchestra.run.smithi196.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-10T07:42:43.205 INFO:teuthology.orchestra.run.smithi196.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-10T07:42:43.205 INFO:teuthology.orchestra.run.smithi196.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-10T07:42:43.205 INFO:teuthology.orchestra.run.smithi196.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-10T07:42:43.205 INFO:teuthology.orchestra.run.smithi196.stdout:Installing weak dependencies: 2024-09-10T07:42:43.205 INFO:teuthology.orchestra.run.smithi196.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-10T07:42:43.206 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:42:43.206 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-09-10T07:42:43.206 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-09-10T07:42:43.206 INFO:teuthology.orchestra.run.smithi196.stdout:Install 11 Packages 2024-09-10T07:42:43.206 INFO:teuthology.orchestra.run.smithi196.stdout:Upgrade 30 Packages 2024-09-10T07:42:43.206 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:42:43.206 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 137 M 2024-09-10T07:42:43.207 INFO:teuthology.orchestra.run.smithi196.stdout:Downloading Packages: 2024-09-10T07:42:43.798 INFO:teuthology.orchestra.run.smithi196.stdout:(1/41): boost-program-options-1.75.0-8.el9.x86_ 798 kB/s | 107 kB 00:00 2024-09-10T07:42:43.824 INFO:teuthology.orchestra.run.smithi196.stdout:(2/41): lua-5.4.4-4.el9.x86_64.rpm 1.2 MB/s | 188 kB 00:00 2024-09-10T07:42:43.849 INFO:teuthology.orchestra.run.smithi196.stdout:(3/41): qatlib-24.02.0-1.el9.x86_64.rpm 1.2 MB/s | 221 kB 00:00 2024-09-10T07:42:43.874 INFO:teuthology.orchestra.run.smithi196.stdout:(4/41): qatlib-service-24.02.0-1.el9.x86_64.rpm 475 kB/s | 36 kB 00:00 2024-09-10T07:42:43.899 INFO:teuthology.orchestra.run.smithi196.stdout:(5/41): qatzip-libs-1.2.0-1.el9.x86_64.rpm 629 kB/s | 47 kB 00:00 2024-09-10T07:42:43.958 INFO:teuthology.orchestra.run.smithi196.stdout:(6/41): libarrow-doc-9.0.0-11.el9.noarch.rpm 442 kB/s | 26 kB 00:00 2024-09-10T07:42:44.000 INFO:teuthology.orchestra.run.smithi196.stdout:(7/41): luarocks-3.9.2-5.el9.noarch.rpm 3.6 MB/s | 151 kB 00:00 2024-09-10T07:42:44.051 INFO:teuthology.orchestra.run.smithi196.stdout:(8/41): parquet-libs-9.0.0-11.el9.x86_64.rpm 16 MB/s | 839 kB 00:00 2024-09-10T07:42:44.076 INFO:teuthology.orchestra.run.smithi196.stdout:(9/41): re2-20211101-20.el9.x86_64.rpm 7.6 MB/s | 191 kB 00:00 2024-09-10T07:42:44.168 INFO:teuthology.orchestra.run.smithi196.stdout:(10/41): libarrow-9.0.0-11.el9.x86_64.rpm 15 MB/s | 4.4 MB 00:00 2024-09-10T07:42:44.243 INFO:teuthology.orchestra.run.smithi196.stdout:(11/41): ceph-19.1.1-305.g1cf819b7.el9.x86_64.r 39 kB/s | 6.5 kB 00:00 2024-09-10T07:42:44.477 INFO:teuthology.orchestra.run.smithi196.stdout:(12/41): lua-devel-5.4.4-4.el9.x86_64.rpm 35 kB/s | 22 kB 00:00 2024-09-10T07:42:44.769 INFO:teuthology.orchestra.run.smithi196.stdout:(13/41): ceph-fuse-19.1.1-305.g1cf819b7.el9.x86 3.0 MB/s | 897 kB 00:00 2024-09-10T07:42:44.836 INFO:teuthology.orchestra.run.smithi196.stdout:(14/41): ceph-base-19.1.1-305.g1cf819b7.el9.x86 8.2 MB/s | 5.4 MB 00:00 2024-09-10T07:42:44.861 INFO:teuthology.orchestra.run.smithi196.stdout:(15/41): ceph-immutable-object-cache-19.1.1-305 1.5 MB/s | 145 kB 00:00 2024-09-10T07:42:45.003 INFO:teuthology.orchestra.run.smithi196.stdout:(16/41): ceph-mds-19.1.1-305.g1cf819b7.el9.x86_ 14 MB/s | 2.4 MB 00:00 2024-09-10T07:42:45.078 INFO:teuthology.orchestra.run.smithi196.stdout:(17/41): ceph-mgr-19.1.1-305.g1cf819b7.el9.x86_ 7.0 MB/s | 1.5 MB 00:00 2024-09-10T07:42:45.320 INFO:teuthology.orchestra.run.smithi196.stdout:(18/41): ceph-mon-19.1.1-305.g1cf819b7.el9.x86_ 15 MB/s | 4.7 MB 00:00 2024-09-10T07:42:45.679 INFO:teuthology.orchestra.run.smithi196.stdout:(19/41): ceph-common-19.1.1-305.g1cf819b7.el9.x 15 MB/s | 21 MB 00:01 2024-09-10T07:42:45.729 INFO:teuthology.orchestra.run.smithi196.stdout:(20/41): ceph-selinux-19.1.1-305.g1cf819b7.el9. 505 kB/s | 25 kB 00:00 2024-09-10T07:42:45.979 INFO:teuthology.orchestra.run.smithi196.stdout:(21/41): ceph-radosgw-19.1.1-305.g1cf819b7.el9. 16 MB/s | 11 MB 00:00 2024-09-10T07:42:46.038 INFO:teuthology.orchestra.run.smithi196.stdout:(22/41): libcephfs-devel-19.1.1-305.g1cf819b7.e 543 kB/s | 32 kB 00:00 2024-09-10T07:42:46.138 INFO:teuthology.orchestra.run.smithi196.stdout:(23/41): libcephfs2-19.1.1-305.g1cf819b7.el9.x8 7.4 MB/s | 751 kB 00:00 2024-09-10T07:42:46.230 INFO:teuthology.orchestra.run.smithi196.stdout:(24/41): libcephsqlite-19.1.1-305.g1cf819b7.el9 1.7 MB/s | 164 kB 00:00 2024-09-10T07:42:46.431 INFO:teuthology.orchestra.run.smithi196.stdout:(25/41): ceph-osd-19.1.1-305.g1cf819b7.el9.x86_ 12 MB/s | 17 MB 00:01 2024-09-10T07:42:46.455 INFO:teuthology.orchestra.run.smithi196.stdout:(26/41): librados-devel-19.1.1-305.g1cf819b7.el 563 kB/s | 127 kB 00:00 2024-09-10T07:42:46.531 INFO:teuthology.orchestra.run.smithi196.stdout:(27/41): libradosstriper1-19.1.1-305.g1cf819b7. 6.6 MB/s | 506 kB 00:00 2024-09-10T07:42:46.606 INFO:teuthology.orchestra.run.smithi196.stdout:(28/41): librados2-19.1.1-305.g1cf819b7.el9.x86 20 MB/s | 3.4 MB 00:00 2024-09-10T07:42:46.782 INFO:teuthology.orchestra.run.smithi196.stdout:(29/41): librbd1-19.1.1-305.g1cf819b7.el9.x86_6 13 MB/s | 3.2 MB 00:00 2024-09-10T07:42:46.849 INFO:teuthology.orchestra.run.smithi196.stdout:(30/41): python3-ceph-argparse-19.1.1-305.g1cf8 677 kB/s | 45 kB 00:00 2024-09-10T07:42:46.924 INFO:teuthology.orchestra.run.smithi196.stdout:(31/41): librgw2-19.1.1-305.g1cf819b7.el9.x86_6 17 MB/s | 5.3 MB 00:00 2024-09-10T07:42:46.949 INFO:teuthology.orchestra.run.smithi196.stdout:(32/41): python3-ceph-common-19.1.1-305.g1cf819 1.3 MB/s | 136 kB 00:00 2024-09-10T07:42:46.975 INFO:teuthology.orchestra.run.smithi196.stdout:(33/41): python3-cephfs-19.1.1-305.g1cf819b7.el 3.1 MB/s | 161 kB 00:00 2024-09-10T07:42:47.000 INFO:teuthology.orchestra.run.smithi196.stdout:(34/41): python3-rados-19.1.1-305.g1cf819b7.el9 6.2 MB/s | 320 kB 00:00 2024-09-10T07:42:47.025 INFO:teuthology.orchestra.run.smithi196.stdout:(35/41): python3-rbd-19.1.1-305.g1cf819b7.el9.x 5.9 MB/s | 301 kB 00:00 2024-09-10T07:42:47.076 INFO:teuthology.orchestra.run.smithi196.stdout:(36/41): python3-rgw-19.1.1-305.g1cf819b7.el9.x 1.3 MB/s | 99 kB 00:00 2024-09-10T07:42:47.101 INFO:teuthology.orchestra.run.smithi196.stdout:(37/41): rbd-fuse-19.1.1-305.g1cf819b7.el9.x86_ 1.1 MB/s | 85 kB 00:00 2024-09-10T07:42:47.160 INFO:teuthology.orchestra.run.smithi196.stdout:(38/41): rbd-nbd-19.1.1-305.g1cf819b7.el9.x86_6 2.9 MB/s | 170 kB 00:00 2024-09-10T07:42:47.218 INFO:teuthology.orchestra.run.smithi196.stdout:(39/41): rbd-mirror-19.1.1-305.g1cf819b7.el9.x8 22 MB/s | 3.1 MB 00:00 2024-09-10T07:42:47.244 INFO:teuthology.orchestra.run.smithi196.stdout:(40/41): ceph-mgr-modules-core-19.1.1-305.g1cf8 2.9 MB/s | 249 kB 00:00 2024-09-10T07:42:47.894 INFO:teuthology.orchestra.run.smithi196.stdout:(41/41): ceph-test-19.1.1-305.g1cf819b7.el9.x86 22 MB/s | 49 MB 00:02 2024-09-10T07:42:47.900 INFO:teuthology.orchestra.run.smithi196.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:42:47.900 INFO:teuthology.orchestra.run.smithi196.stdout:Total 29 MB/s | 137 MB 00:04 2024-09-10T07:42:47.970 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction check 2024-09-10T07:42:48.028 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction check succeeded. 2024-09-10T07:42:48.028 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction test 2024-09-10T07:42:49.044 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction test succeeded. 2024-09-10T07:42:49.044 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction 2024-09-10T07:42:51.959 INFO:teuthology.orchestra.run.smithi196.stdout: Preparing : 1/1 2024-09-10T07:42:52.069 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 1/71 2024-09-10T07:42:52.423 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 1/71 2024-09-10T07:42:52.504 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 2/71 2024-09-10T07:42:52.626 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 2/71 2024-09-10T07:42:52.680 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 3/71 2024-09-10T07:42:52.772 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 3/71 2024-09-10T07:42:52.829 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 4/71 2024-09-10T07:42:52.865 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 5/71 2024-09-10T07:42:52.970 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 5/71 2024-09-10T07:42:53.008 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_64 6/71 2024-09-10T07:42:53.054 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_64 6/71 2024-09-10T07:42:53.076 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 7/71 2024-09-10T07:42:53.093 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 7/71 2024-09-10T07:42:53.283 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 8/71 2024-09-10T07:42:53.319 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 8/71 2024-09-10T07:42:53.363 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9.x 9/71 2024-09-10T07:42:53.391 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : lua-5.4.4-4.el9.x86_64 10/71 2024-09-10T07:42:53.461 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 11/71 2024-09-10T07:42:53.517 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : luarocks-3.9.2-5.el9.noarch 12/71 2024-09-10T07:42:53.563 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 13/71 2024-09-10T07:42:53.631 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 14/71 2024-09-10T07:42:53.689 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 15/71 2024-09-10T07:42:53.847 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 16/71 2024-09-10T07:42:53.953 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9.n 17/71 2024-09-10T07:42:54.017 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x86 18/71 2024-09-10T07:42:54.135 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/71 2024-09-10T07:42:54.173 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/71 2024-09-10T07:42:54.200 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 21/71 2024-09-10T07:42:54.262 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 22/71 2024-09-10T07:42:54.872 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 23/71 2024-09-10T07:42:54.931 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 24/71 2024-09-10T07:42:55.003 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 24/71 2024-09-10T07:42:55.050 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 25/71 2024-09-10T07:42:57.522 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 26/71 2024-09-10T07:42:57.585 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 26/71 2024-09-10T07:42:58.284 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 26/71 2024-09-10T07:42:58.422 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 27/71 2024-09-10T07:42:58.486 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 27/71 2024-09-10T07:42:58.531 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 28/71 2024-09-10T07:43:07.208 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 28/71 2024-09-10T07:43:07.296 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 29/71 2024-09-10T07:43:07.477 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 29/71 2024-09-10T07:43:07.522 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 30/71 2024-09-10T07:43:08.056 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 30/71 2024-09-10T07:43:08.157 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 31/71 2024-09-10T07:43:09.950 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 31/71 2024-09-10T07:43:10.034 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 32/71 2024-09-10T07:43:10.046 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 32/71 2024-09-10T07:43:11.215 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 33/71 2024-09-10T07:43:11.319 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 34/71 2024-09-10T07:43:11.341 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 34/71 2024-09-10T07:43:11.386 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : ceph-immutable-object-cache-2:19.1.1-305.g1cf819b7 35/71 2024-09-10T07:43:11.734 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-305.g1cf819b7 35/71 2024-09-10T07:43:11.778 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 36/71 2024-09-10T07:43:17.462 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 36/71 2024-09-10T07:43:17.686 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 37/71 2024-09-10T07:43:17.739 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 38/71 2024-09-10T07:43:17.789 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 39/71 2024-09-10T07:43:17.913 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 40/71 2024-09-10T07:43:17.966 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 41/71 2024-09-10T07:43:17.998 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : ceph-2:17.2.7-1597.g96d63e75.el9.x86_64 42/71 2024-09-10T07:43:18.037 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : ceph-test-2:17.2.7-1597.g96d63e75.el9.x86_64 43/71 2024-09-10T07:43:18.044 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1597.g96d63e75.el9.x86_64 44/71 2024-09-10T07:43:18.044 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : ceph-radosgw-2:17.2.7-1597.g96d63e75.el9.x86_64 44/71 2024-09-10T07:43:18.130 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1597.g96d63e75.el9.x86_64 44/71 2024-09-10T07:43:18.154 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : rbd-nbd-2:17.2.7-1597.g96d63e75.el9.x86_64 45/71 2024-09-10T07:43:18.159 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1597.g96d63e75.el9.x86_64 46/71 2024-09-10T07:43:18.159 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : rbd-mirror-2:17.2.7-1597.g96d63e75.el9.x86_64 46/71 2024-09-10T07:43:18.197 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1597.g96d63e75.el9.x86_64 46/71 2024-09-10T07:43:18.202 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1597.g96d63e75.el9.x86_64 47/71 2024-09-10T07:43:18.202 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : ceph-mgr-2:17.2.7-1597.g96d63e75.el9.x86_64 47/71 2024-09-10T07:43:18.231 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1597.g96d63e75.el9.x86_64 47/71 2024-09-10T07:43:18.256 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : rbd-fuse-2:17.2.7-1597.g96d63e75.el9.x86_64 48/71 2024-09-10T07:43:18.261 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1597.g96d63e7 49/71 2024-09-10T07:43:18.261 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : ceph-immutable-object-cache-2:17.2.7-1597.g96d63e7 49/71 2024-09-10T07:43:18.290 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1597.g96d63e7 49/71 2024-09-10T07:43:18.315 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : libcephfs-devel-2:17.2.7-1597.g96d63e75.el9.x86_64 50/71 2024-09-10T07:43:18.315 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : libcephsqlite-2:17.2.7-1597.g96d63e75.el9.x86_64 51/71 2024-09-10T07:43:18.416 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1597.g96d63e75.el9.x86_64 51/71 2024-09-10T07:43:18.441 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : librados-devel-2:17.2.7-1597.g96d63e75.el9.x86_64 52/71 2024-09-10T07:43:18.446 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mds-2:17.2.7-1597.g96d63e75.el9.x86_64 53/71 2024-09-10T07:43:18.446 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : ceph-mds-2:17.2.7-1597.g96d63e75.el9.x86_64 53/71 2024-09-10T07:43:18.475 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mds-2:17.2.7-1597.g96d63e75.el9.x86_64 53/71 2024-09-10T07:43:18.480 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mon-2:17.2.7-1597.g96d63e75.el9.x86_64 54/71 2024-09-10T07:43:18.480 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : ceph-mon-2:17.2.7-1597.g96d63e75.el9.x86_64 54/71 2024-09-10T07:43:18.517 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mon-2:17.2.7-1597.g96d63e75.el9.x86_64 54/71 2024-09-10T07:43:18.522 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-osd-2:17.2.7-1597.g96d63e75.el9.x86_64 55/71 2024-09-10T07:43:18.522 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : ceph-osd-2:17.2.7-1597.g96d63e75.el9.x86_64 55/71 2024-09-10T07:43:18.551 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-osd-2:17.2.7-1597.g96d63e75.el9.x86_64 55/71 2024-09-10T07:43:18.551 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : ceph-selinux-2:17.2.7-1597.g96d63e75.el9.x86_64 56/71 2024-09-10T07:43:18.585 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1597.g96d63e75.el9.x86_64 56/71 2024-09-10T07:43:18.591 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-base-2:17.2.7-1597.g96d63e75.el9.x86_64 57/71 2024-09-10T07:43:18.591 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : ceph-base-2:17.2.7-1597.g96d63e75.el9.x86_64 57/71 2024-09-10T07:43:18.688 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-base-2:17.2.7-1597.g96d63e75.el9.x86_64 57/71 2024-09-10T07:43:18.688 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : ceph-common-2:17.2.7-1597.g96d63e75.el9.x86_64 58/71 2024-09-10T07:43:18.722 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-common-2:17.2.7-1597.g96d63e75.el9.x86_64 58/71 2024-09-10T07:43:18.722 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : libradosstriper1-2:17.2.7-1597.g96d63e75.el9.x86_6 59/71 2024-09-10T07:43:18.806 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1597.g96d63e75.el9.x86_6 59/71 2024-09-10T07:43:18.831 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : python3-cephfs-2:17.2.7-1597.g96d63e75.el9.x86_64 60/71 2024-09-10T07:43:18.865 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : python3-rbd-2:17.2.7-1597.g96d63e75.el9.x86_64 61/71 2024-09-10T07:43:18.865 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : librbd1-2:17.2.7-1597.g96d63e75.el9.x86_64 62/71 2024-09-10T07:43:18.958 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librbd1-2:17.2.7-1597.g96d63e75.el9.x86_64 62/71 2024-09-10T07:43:18.983 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : python3-rgw-2:17.2.7-1597.g96d63e75.el9.x86_64 63/71 2024-09-10T07:43:18.983 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : librgw2-2:17.2.7-1597.g96d63e75.el9.x86_64 64/71 2024-09-10T07:43:19.059 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librgw2-2:17.2.7-1597.g96d63e75.el9.x86_64 64/71 2024-09-10T07:43:19.084 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : python3-rados-2:17.2.7-1597.g96d63e75.el9.x86_64 65/71 2024-09-10T07:43:19.085 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : libcephfs2-2:17.2.7-1597.g96d63e75.el9.x86_64 66/71 2024-09-10T07:43:19.169 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: libcephfs2-2:17.2.7-1597.g96d63e75.el9.x86_64 66/71 2024-09-10T07:43:19.194 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : ceph-fuse-2:17.2.7-1597.g96d63e75.el9.x86_64 67/71 2024-09-10T07:43:19.219 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : python3-ceph-argparse-2:17.2.7-1597.g96d63e75.el9. 68/71 2024-09-10T07:43:19.244 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : python3-ceph-common-2:17.2.7-1597.g96d63e75.el9.x8 69/71 2024-09-10T07:43:19.278 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : ceph-mgr-modules-core-2:17.2.7-1597.g96d63e75.el9. 70/71 2024-09-10T07:43:19.278 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : librados2-2:17.2.7-1597.g96d63e75.el9.x86_64 71/71 2024-09-10T07:43:20.891 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librados2-2:17.2.7-1597.g96d63e75.el9.x86_64 71/71 2024-09-10T07:43:20.891 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 1/71 2024-09-10T07:43:20.892 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : lua-5.4.4-4.el9.x86_64 2/71 2024-09-10T07:43:20.892 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 3/71 2024-09-10T07:43:20.892 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 4/71 2024-09-10T07:43:20.892 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 5/71 2024-09-10T07:43:20.892 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 6/71 2024-09-10T07:43:20.892 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 7/71 2024-09-10T07:43:20.892 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 8/71 2024-09-10T07:43:20.892 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 9/71 2024-09-10T07:43:20.892 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 10/71 2024-09-10T07:43:20.892 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : re2-1:20211101-20.el9.x86_64 11/71 2024-09-10T07:43:20.892 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 12/71 2024-09-10T07:43:20.892 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-2:17.2.7-1597.g96d63e75.el9.x86_64 13/71 2024-09-10T07:43:20.893 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 14/71 2024-09-10T07:43:20.893 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-base-2:17.2.7-1597.g96d63e75.el9.x86_64 15/71 2024-09-10T07:43:20.893 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 16/71 2024-09-10T07:43:20.893 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-common-2:17.2.7-1597.g96d63e75.el9.x86_64 17/71 2024-09-10T07:43:20.893 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 18/71 2024-09-10T07:43:20.893 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-fuse-2:17.2.7-1597.g96d63e75.el9.x86_64 19/71 2024-09-10T07:43:20.893 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-305.g1cf819b7 20/71 2024-09-10T07:43:20.893 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1597.g96d63e7 21/71 2024-09-10T07:43:20.893 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 22/71 2024-09-10T07:43:20.893 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mds-2:17.2.7-1597.g96d63e75.el9.x86_64 23/71 2024-09-10T07:43:20.893 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 24/71 2024-09-10T07:43:20.893 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-2:17.2.7-1597.g96d63e75.el9.x86_64 25/71 2024-09-10T07:43:20.894 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 26/71 2024-09-10T07:43:20.894 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mon-2:17.2.7-1597.g96d63e75.el9.x86_64 27/71 2024-09-10T07:43:20.894 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 28/71 2024-09-10T07:43:20.894 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-osd-2:17.2.7-1597.g96d63e75.el9.x86_64 29/71 2024-09-10T07:43:20.894 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 30/71 2024-09-10T07:43:20.894 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-radosgw-2:17.2.7-1597.g96d63e75.el9.x86_64 31/71 2024-09-10T07:43:20.894 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 32/71 2024-09-10T07:43:20.894 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-selinux-2:17.2.7-1597.g96d63e75.el9.x86_64 33/71 2024-09-10T07:43:20.894 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 34/71 2024-09-10T07:43:20.894 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-test-2:17.2.7-1597.g96d63e75.el9.x86_64 35/71 2024-09-10T07:43:20.894 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 36/71 2024-09-10T07:43:20.894 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libcephfs-devel-2:17.2.7-1597.g96d63e75.el9.x86_64 37/71 2024-09-10T07:43:20.894 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 38/71 2024-09-10T07:43:20.895 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libcephfs2-2:17.2.7-1597.g96d63e75.el9.x86_64 39/71 2024-09-10T07:43:20.895 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 40/71 2024-09-10T07:43:20.895 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libcephsqlite-2:17.2.7-1597.g96d63e75.el9.x86_64 41/71 2024-09-10T07:43:20.895 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 42/71 2024-09-10T07:43:20.895 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librados-devel-2:17.2.7-1597.g96d63e75.el9.x86_64 43/71 2024-09-10T07:43:20.895 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 44/71 2024-09-10T07:43:20.895 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librados2-2:17.2.7-1597.g96d63e75.el9.x86_64 45/71 2024-09-10T07:43:20.895 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_64 46/71 2024-09-10T07:43:20.895 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libradosstriper1-2:17.2.7-1597.g96d63e75.el9.x86_6 47/71 2024-09-10T07:43:20.895 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 48/71 2024-09-10T07:43:20.895 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librbd1-2:17.2.7-1597.g96d63e75.el9.x86_64 49/71 2024-09-10T07:43:20.895 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 50/71 2024-09-10T07:43:20.895 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librgw2-2:17.2.7-1597.g96d63e75.el9.x86_64 51/71 2024-09-10T07:43:20.895 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9.x 52/71 2024-09-10T07:43:20.896 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1597.g96d63e75.el9. 53/71 2024-09-10T07:43:20.896 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x86 54/71 2024-09-10T07:43:20.896 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-ceph-common-2:17.2.7-1597.g96d63e75.el9.x8 55/71 2024-09-10T07:43:20.896 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 56/71 2024-09-10T07:43:20.896 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cephfs-2:17.2.7-1597.g96d63e75.el9.x86_64 57/71 2024-09-10T07:43:20.896 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 58/71 2024-09-10T07:43:20.896 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-rados-2:17.2.7-1597.g96d63e75.el9.x86_64 59/71 2024-09-10T07:43:20.896 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 60/71 2024-09-10T07:43:20.896 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-rbd-2:17.2.7-1597.g96d63e75.el9.x86_64 61/71 2024-09-10T07:43:20.896 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 62/71 2024-09-10T07:43:20.896 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-rgw-2:17.2.7-1597.g96d63e75.el9.x86_64 63/71 2024-09-10T07:43:20.896 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 64/71 2024-09-10T07:43:20.896 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : rbd-fuse-2:17.2.7-1597.g96d63e75.el9.x86_64 65/71 2024-09-10T07:43:20.897 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 66/71 2024-09-10T07:43:20.897 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : rbd-mirror-2:17.2.7-1597.g96d63e75.el9.x86_64 67/71 2024-09-10T07:43:20.897 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 68/71 2024-09-10T07:43:20.897 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : rbd-nbd-2:17.2.7-1597.g96d63e75.el9.x86_64 69/71 2024-09-10T07:43:20.897 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9.n 70/71 2024-09-10T07:43:22.067 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1597.g96d63e75.el9. 71/71 2024-09-10T07:43:22.067 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:22.067 INFO:teuthology.orchestra.run.smithi196.stdout:Upgraded: 2024-09-10T07:43:22.067 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.067 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.067 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.067 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.067 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-immutable-object-cache-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.067 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.067 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.068 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T07:43:22.068 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.068 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.068 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.068 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.068 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.068 INFO:teuthology.orchestra.run.smithi196.stdout: libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.068 INFO:teuthology.orchestra.run.smithi196.stdout: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.068 INFO:teuthology.orchestra.run.smithi196.stdout: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.068 INFO:teuthology.orchestra.run.smithi196.stdout: librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.068 INFO:teuthology.orchestra.run.smithi196.stdout: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.068 INFO:teuthology.orchestra.run.smithi196.stdout: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.068 INFO:teuthology.orchestra.run.smithi196.stdout: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.069 INFO:teuthology.orchestra.run.smithi196.stdout: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.069 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.069 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.069 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.069 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.069 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.069 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.069 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.069 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.069 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T07:43:22.069 INFO:teuthology.orchestra.run.smithi196.stdout:Installed: 2024-09-10T07:43:22.069 INFO:teuthology.orchestra.run.smithi196.stdout: boost-program-options-1.75.0-8.el9.x86_64 libarrow-9.0.0-11.el9.x86_64 2024-09-10T07:43:22.069 INFO:teuthology.orchestra.run.smithi196.stdout: libarrow-doc-9.0.0-11.el9.noarch lua-5.4.4-4.el9.x86_64 2024-09-10T07:43:22.069 INFO:teuthology.orchestra.run.smithi196.stdout: lua-devel-5.4.4-4.el9.x86_64 luarocks-3.9.2-5.el9.noarch 2024-09-10T07:43:22.070 INFO:teuthology.orchestra.run.smithi196.stdout: parquet-libs-9.0.0-11.el9.x86_64 qatlib-24.02.0-1.el9.x86_64 2024-09-10T07:43:22.070 INFO:teuthology.orchestra.run.smithi196.stdout: qatlib-service-24.02.0-1.el9.x86_64 qatzip-libs-1.2.0-1.el9.x86_64 2024-09-10T07:43:22.070 INFO:teuthology.orchestra.run.smithi196.stdout: re2-1:20211101-20.el9.x86_64 2024-09-10T07:43:22.070 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:22.070 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-09-10T07:43:22.396 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:43:22.544 DEBUG:teuthology.orchestra.run.smithi196:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-10T07:43:22.566 INFO:teuthology.orchestra.run.smithi196.stdout:19.1.1-305.g1cf819b7.el9 2024-09-10T07:43:22.566 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-305.g1cf819b7.el9 2024-09-10T07:43:22.566 INFO:teuthology.task.install:The correct ceph version 19.1.1-305.g1cf819b7 is installed. 2024-09-10T07:43:22.568 INFO:teuthology.run_tasks:Running task print... 2024-09-10T07:43:22.577 INFO:teuthology.task.print:**** done install.upgrade 2024-09-10T07:43:22.577 INFO:teuthology.run_tasks:Running task ceph.restart... 2024-09-10T07:43:22.591 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-10T07:43:22.591 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:43:22.617 INFO:tasks.ceph.mon.a:Stopped 2024-09-10T07:43:22.618 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-10T07:43:22.618 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-10T07:43:22.660 INFO:tasks.ceph.mon.a:Started 2024-09-10T07:43:22.661 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-10T07:43:22.661 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:43:22.672 INFO:tasks.ceph.mon.b:Stopped 2024-09-10T07:43:22.672 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-10T07:43:22.672 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-10T07:43:22.715 INFO:tasks.ceph.mon.b:Started 2024-09-10T07:43:22.715 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-10T07:43:22.715 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:43:22.727 INFO:tasks.ceph.mon.c:Stopped 2024-09-10T07:43:22.727 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-10T07:43:22.727 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-10T07:43:22.769 INFO:tasks.ceph.mon.c:Started 2024-09-10T07:43:22.770 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-10T07:43:22.770 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:43:22.788 INFO:tasks.ceph.mgr.x:Stopped 2024-09-10T07:43:22.789 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-10T07:43:22.789 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-10T07:43:22.831 INFO:tasks.ceph.mgr.x:Started 2024-09-10T07:43:22.832 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-10T07:43:22.832 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:43:22.856 INFO:tasks.ceph.mgr.y:Stopped 2024-09-10T07:43:22.857 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-10T07:43:22.857 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-10T07:43:22.899 INFO:tasks.ceph.mgr.y:Started 2024-09-10T07:43:22.900 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-09-10T07:43:22.910 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-10T07:43:22.911 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-10T07:43:22.911 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-10T07:43:23.018 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.016+0000 7f5f6b3db640 1 Processor -- start 2024-09-10T07:43:23.018 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.016+0000 7f5f6b3db640 1 -- start start 2024-09-10T07:43:23.018 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.016+0000 7f5f6b3db640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 0x7f5f6406e200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:23.018 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.016+0000 7f5f6b3db640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 0x7f5f64133cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:23.018 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.016+0000 7f5f6b3db640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 0x7f5f64134650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:23.018 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.016+0000 7f5f6b3db640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f5f64070420 con 0x7f5f641341f0 2024-09-10T07:43:23.018 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.016+0000 7f5f6b3db640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5f6406fbc0 con 0x7f5f6406de20 2024-09-10T07:43:23.018 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.016+0000 7f5f6b3db640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f5f6406eb20 con 0x7f5f6406e740 2024-09-10T07:43:23.018 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.017+0000 7f5f69177640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 0x7f5f6406e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:23.018 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.017+0000 7f5f68976640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 0x7f5f64133cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:23.019 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.017+0000 7f5f69978640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 0x7f5f64134650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:23.019 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.017+0000 7f5f68976640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 0x7f5f64133cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:59390/0 (socket says 172.21.15.196:59390) 2024-09-10T07:43:23.019 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.017+0000 7f5f69978640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 0x7f5f64134650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:35264/0 (socket says 172.21.15.196:35264) 2024-09-10T07:43:23.019 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.017+0000 7f5f68976640 1 -- 172.21.15.196:0/2238527646 learned_addr learned my addr 172.21.15.196:0/2238527646 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:23.019 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.017+0000 7f5f68976640 1 -- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 msgr2=0x7f5f64133cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-10T07:43:23.019 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.017+0000 7f5f68976640 1 -- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 msgr2=0x7f5f64133cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:43:23.019 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.017+0000 7f5f68976640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 0x7f5f64133cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:23.019 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.017+0000 7f5f69177640 1 -- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 msgr2=0x7f5f6406e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-10T07:43:23.019 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.017+0000 7f5f69978640 1 -- 172.21.15.196:0/2238527646 >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 msgr2=0x7f5f64134650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-10T07:43:23.019 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.017+0000 7f5f68976640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 0x7f5f64133cb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:43:23.019 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.017+0000 7f5f69978640 1 -- 172.21.15.196:0/2238527646 >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 msgr2=0x7f5f64134650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:43:23.019 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.017+0000 7f5f69177640 1 -- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 msgr2=0x7f5f6406e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:43:23.019 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.017+0000 7f5f69978640 1 --2- 172.21.15.196:0/2238527646 >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 0x7f5f64134650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:23.020 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.017+0000 7f5f69177640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 0x7f5f6406e200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:23.020 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.017+0000 7f5f69177640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 0x7f5f6406e200 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:43:23.020 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.017+0000 7f5f69978640 1 --2- 172.21.15.196:0/2238527646 >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 0x7f5f64134650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:43:23.218 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.218+0000 7f5f68976640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 0x7f5f64133cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:23.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.218+0000 7f5f69177640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 0x7f5f6406e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:23.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.218+0000 7f5f69978640 1 --2- 172.21.15.196:0/2238527646 >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 0x7f5f64134650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:23.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.218+0000 7f5f68976640 1 -- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 msgr2=0x7f5f64133cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-10T07:43:23.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.218+0000 7f5f68976640 1 -- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 msgr2=0x7f5f64133cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:43:23.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.218+0000 7f5f68976640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 0x7f5f64133cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:23.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.218+0000 7f5f69978640 1 -- 172.21.15.196:0/2238527646 >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 msgr2=0x7f5f64134650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-10T07:43:23.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.218+0000 7f5f69978640 1 -- 172.21.15.196:0/2238527646 >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 msgr2=0x7f5f64134650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:43:23.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.218+0000 7f5f69978640 1 --2- 172.21.15.196:0/2238527646 >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 0x7f5f64134650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:23.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.218+0000 7f5f69177640 1 -- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 msgr2=0x7f5f6406e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-10T07:43:23.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.218+0000 7f5f69177640 1 -- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 msgr2=0x7f5f6406e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:43:23.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.218+0000 7f5f69177640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 0x7f5f6406e200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:23.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.218+0000 7f5f68976640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 0x7f5f64133cb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-10T07:43:23.220 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.218+0000 7f5f69978640 1 --2- 172.21.15.196:0/2238527646 >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 0x7f5f64134650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-10T07:43:23.220 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.218+0000 7f5f69177640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 0x7f5f6406e200 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-10T07:43:23.619 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.619+0000 7f5f69978640 1 --2- 172.21.15.196:0/2238527646 >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 0x7f5f64134650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:23.619 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.619+0000 7f5f69978640 1 -- 172.21.15.196:0/2238527646 >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 msgr2=0x7f5f64134650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-10T07:43:23.619 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.619+0000 7f5f69978640 1 -- 172.21.15.196:0/2238527646 >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 msgr2=0x7f5f64134650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:43:23.620 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.619+0000 7f5f69978640 1 --2- 172.21.15.196:0/2238527646 >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 0x7f5f64134650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:23.620 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.619+0000 7f5f69978640 1 --2- 172.21.15.196:0/2238527646 >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 0x7f5f64134650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-10T07:43:23.620 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.619+0000 7f5f68976640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 0x7f5f64133cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:23.620 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.619+0000 7f5f69177640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 0x7f5f6406e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:23.620 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.619+0000 7f5f68976640 1 -- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 msgr2=0x7f5f64133cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-10T07:43:23.620 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.619+0000 7f5f68976640 1 -- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 msgr2=0x7f5f64133cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:43:23.620 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.619+0000 7f5f68976640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 0x7f5f64133cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:23.620 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.619+0000 7f5f68976640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 0x7f5f64133cb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-10T07:43:23.620 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.619+0000 7f5f69177640 1 -- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 msgr2=0x7f5f6406e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-10T07:43:23.621 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.619+0000 7f5f69177640 1 -- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 msgr2=0x7f5f6406e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:43:23.621 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.619+0000 7f5f69177640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 0x7f5f6406e200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:23.621 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:23.619+0000 7f5f69177640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 0x7f5f6406e200 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-10T07:43:24.420 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:24.420+0000 7f5f69978640 1 --2- 172.21.15.196:0/2238527646 >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 0x7f5f64134650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:24.420 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:24.420+0000 7f5f69177640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 0x7f5f6406e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:24.420 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:24.420+0000 7f5f69978640 1 -- 172.21.15.196:0/2238527646 >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 msgr2=0x7f5f64134650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-10T07:43:24.420 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:24.420+0000 7f5f69978640 1 -- 172.21.15.196:0/2238527646 >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 msgr2=0x7f5f64134650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:43:24.421 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:24.420+0000 7f5f69978640 1 --2- 172.21.15.196:0/2238527646 >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 0x7f5f64134650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:24.421 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:24.420+0000 7f5f69177640 1 -- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 msgr2=0x7f5f6406e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-10T07:43:24.421 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:24.420+0000 7f5f69978640 1 --2- 172.21.15.196:0/2238527646 >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 0x7f5f64134650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-10T07:43:24.421 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:24.420+0000 7f5f69177640 1 -- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 msgr2=0x7f5f6406e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:43:24.421 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:24.420+0000 7f5f69177640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 0x7f5f6406e200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:24.421 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:24.420+0000 7f5f69177640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 0x7f5f6406e200 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-10T07:43:24.421 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:24.420+0000 7f5f68976640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 0x7f5f64133cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:24.421 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:24.420+0000 7f5f68976640 1 -- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 msgr2=0x7f5f64133cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-10T07:43:24.421 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:24.420+0000 7f5f68976640 1 -- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 msgr2=0x7f5f64133cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:43:24.421 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:24.420+0000 7f5f68976640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 0x7f5f64133cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:24.421 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:24.420+0000 7f5f68976640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 0x7f5f64133cb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-10T07:43:26.017 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:26.018+0000 7f5f5affd640 1 -- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 msgr2=0x7f5f64133cb0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:43:26.018 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:26.018+0000 7f5f5affd640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 0x7f5f64133cb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:26.018 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:26.018+0000 7f5f5affd640 1 -- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 msgr2=0x7f5f6406e200 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:43:26.018 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:26.018+0000 7f5f5affd640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 0x7f5f6406e200 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:26.018 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:26.018+0000 7f5f5affd640 1 -- 172.21.15.196:0/2238527646 >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 msgr2=0x7f5f64134650 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:43:26.018 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:26.018+0000 7f5f5affd640 1 --2- 172.21.15.196:0/2238527646 >> v2:172.21.15.196:3300/0 conn(0x7f5f641341f0 0x7f5f64134650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:26.018 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:26.018+0000 7f5f5affd640 1 -- 172.21.15.196:0/2238527646 --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5f64099d60 con 0x7f5f50003680 2024-09-10T07:43:27.982 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.983+0000 7f5f5bfff640 1 -- 172.21.15.196:0/2238527646 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2286947058 0 0) 0x7f5f64099d60 con 0x7f5f50003680 2024-09-10T07:43:27.983 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.983+0000 7f5f5bfff640 1 -- 172.21.15.196:0/2238527646 --> v1:172.21.15.196:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5f48003520 con 0x7f5f50003680 2024-09-10T07:43:27.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.986+0000 7f5f5bfff640 1 -- 172.21.15.196:0/2238527646 <== mon.0 v1:172.21.15.196:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3119216384 0 0) 0x7f5f48003520 con 0x7f5f50003680 2024-09-10T07:43:27.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.986+0000 7f5f5bfff640 1 -- 172.21.15.196:0/2238527646 --> v1:172.21.15.196:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f50008380 con 0x7f5f50003680 2024-09-10T07:43:27.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.986+0000 7f5f5bfff640 1 -- 172.21.15.196:0/2238527646 <== mon.0 v1:172.21.15.196:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 913365626 0 0) 0x7f5f6000d580 con 0x7f5f50003680 2024-09-10T07:43:27.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.986+0000 7f5f5bfff640 1 -- 172.21.15.196:0/2238527646 >> v1:172.21.15.196:6789/0 conn(0x7f5f50003680 legacy=0x7f5f50005b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:27.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.986+0000 7f5f5bfff640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 0x7f5f48003a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:27.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.986+0000 7f5f5bfff640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5f48004170 0x7f5f48004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:27.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.986+0000 7f5f5bfff640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 0x7f5f48004fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:27.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.986+0000 7f5f5bfff640 1 -- 172.21.15.196:0/2238527646 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f5f48005690 con 0x7f5f48004170 2024-09-10T07:43:27.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.986+0000 7f5f5bfff640 1 -- 172.21.15.196:0/2238527646 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5f4800b9c0 con 0x7f5f6406de20 2024-09-10T07:43:27.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.986+0000 7f5f5bfff640 1 -- 172.21.15.196:0/2238527646 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f5f4800bb90 con 0x7f5f6406e740 2024-09-10T07:43:27.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.986+0000 7f5f69978640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 0x7f5f48004fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:27.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.986+0000 7f5f69177640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 0x7f5f48003a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:27.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.986+0000 7f5f68976640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5f48004170 0x7f5f48004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:27.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.987+0000 7f5f69978640 1 -- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 msgr2=0x7f5f48003a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:27.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.987+0000 7f5f69978640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f6406e740 0x7f5f48003a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:27.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.987+0000 7f5f69978640 1 -- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5f48004170 msgr2=0x7f5f48004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:27.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.987+0000 7f5f69978640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5f48004170 0x7f5f48004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:27.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.987+0000 7f5f69978640 1 -- 172.21.15.196:0/2238527646 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f48003520 con 0x7f5f6406de20 2024-09-10T07:43:27.988 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.987+0000 7f5f68976640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5f48004170 0x7f5f48004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:27.988 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.988+0000 7f5f69978640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 0x7f5f48004fa0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c004360 tx=0x7f5f48005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2c6472a2bbb2fb4e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:27.991 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.991+0000 7f5f5bfff640 1 -- 172.21.15.196:0/2238527646 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f5c031070 con 0x7f5f6406de20 2024-09-10T07:43:27.991 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.991+0000 7f5f5bfff640 1 -- 172.21.15.196:0/2238527646 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f5c02ba80 con 0x7f5f6406de20 2024-09-10T07:43:27.991 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.991+0000 7f5f5bfff640 1 -- 172.21.15.196:0/2238527646 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f5c004040 con 0x7f5f6406de20 2024-09-10T07:43:27.992 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.992+0000 7f5f6b3db640 1 -- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 msgr2=0x7f5f48004fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:27.992 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.992+0000 7f5f6b3db640 1 --2- 172.21.15.196:0/2238527646 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f6406de20 0x7f5f48004fa0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c004360 tx=0x7f5f48005830 comp rx=0 tx=0).stop 2024-09-10T07:43:27.992 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.992+0000 7f5f69978640 1 -- 172.21.15.196:0/2238527646 reap_dead start 2024-09-10T07:43:27.992 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.992+0000 7f5f6b3db640 1 -- 172.21.15.196:0/2238527646 shutdown_connections 2024-09-10T07:43:27.992 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.992+0000 7f5f6b3db640 1 -- 172.21.15.196:0/2238527646 >> 172.21.15.196:0/2238527646 conn(0x7f5f6409ff20 msgr2=0x7f5f640a0330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:27.992 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.992+0000 7f5f6b3db640 1 -- 172.21.15.196:0/2238527646 shutdown_connections 2024-09-10T07:43:27.992 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.992+0000 7f5f6b3db640 1 -- 172.21.15.196:0/2238527646 wait complete. 2024-09-10T07:43:27.993 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.994+0000 7f5f6b3db640 1 Processor -- start 2024-09-10T07:43:27.993 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.994+0000 7f5f6b3db640 1 -- start start 2024-09-10T07:43:27.995 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.994+0000 7f5f6b3db640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f64128a00 0x7f5f64128de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:27.995 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.994+0000 7f5f6b3db640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f64129320 0x7f5f641c8450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:27.995 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.994+0000 7f5f6b3db640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5f641c8990 0x7f5f641c8e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:27.995 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.994+0000 7f5f6b3db640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f5f6406e200 con 0x7f5f641c8990 2024-09-10T07:43:27.995 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.994+0000 7f5f6b3db640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5f6406f7d0 con 0x7f5f64129320 2024-09-10T07:43:27.995 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.994+0000 7f5f6b3db640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f5f6406e380 con 0x7f5f64128a00 2024-09-10T07:43:27.995 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.994+0000 7f5f68976640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f64129320 0x7f5f641c8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:27.995 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.994+0000 7f5f68976640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f64129320 0x7f5f641c8450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:51706/0 (socket says 172.21.15.196:51706) 2024-09-10T07:43:27.996 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.994+0000 7f5f68976640 1 -- 172.21.15.196:0/216499933 learned_addr learned my addr 172.21.15.196:0/216499933 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:27.996 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.994+0000 7f5f69177640 1 --2- 172.21.15.196:0/216499933 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f64128a00 0x7f5f64128de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:27.996 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.994+0000 7f5f69978640 1 --2- 172.21.15.196:0/216499933 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5f641c8990 0x7f5f641c8e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:27.996 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.995+0000 7f5f69177640 1 -- 172.21.15.196:0/216499933 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f64128a00 msgr2=0x7f5f64128de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 16 2024-09-10T07:43:27.996 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.995+0000 7f5f69177640 1 -- 172.21.15.196:0/216499933 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f64128a00 msgr2=0x7f5f64128de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-10T07:43:27.996 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.995+0000 7f5f69177640 1 --2- 172.21.15.196:0/216499933 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f64128a00 0x7f5f64128de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:27.996 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.995+0000 7f5f69177640 1 --2- 172.21.15.196:0/216499933 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f64128a00 0x7f5f64128de0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:43:27.996 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.995+0000 7f5f69978640 1 -- 172.21.15.196:0/216499933 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f64128a00 msgr2=0x7f5f64128de0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:27.996 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.995+0000 7f5f69978640 1 --2- 172.21.15.196:0/216499933 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f64128a00 0x7f5f64128de0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:27.996 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.995+0000 7f5f69978640 1 -- 172.21.15.196:0/216499933 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f64129320 msgr2=0x7f5f641c8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:27.996 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.995+0000 7f5f69978640 1 --2- 172.21.15.196:0/216499933 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f64129320 0x7f5f641c8450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:27.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.995+0000 7f5f69978640 1 -- 172.21.15.196:0/216499933 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f64129b90 con 0x7f5f641c8990 2024-09-10T07:43:27.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.995+0000 7f5f68976640 1 --2- 172.21.15.196:0/216499933 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f64129320 0x7f5f641c8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:27.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.995+0000 7f5f69978640 1 --2- 172.21.15.196:0/216499933 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5f641c8990 0x7f5f641c8e10 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c009610 tx=0x7f5f5c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:27.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.995+0000 7f5f59ffb640 1 -- 172.21.15.196:0/216499933 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f5c043020 con 0x7f5f641c8990 2024-09-10T07:43:27.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.995+0000 7f5f59ffb640 1 -- 172.21.15.196:0/216499933 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f5c03f620 con 0x7f5f641c8990 2024-09-10T07:43:27.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.995+0000 7f5f59ffb640 1 -- 172.21.15.196:0/216499933 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f5400f040 con 0x7f5f641c8990 2024-09-10T07:43:27.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.995+0000 7f5f6b3db640 1 -- 172.21.15.196:0/216499933 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f6412aab0 con 0x7f5f641c8990 2024-09-10T07:43:27.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.996+0000 7f5f6b3db640 1 -- 172.21.15.196:0/216499933 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f64129760 con 0x7f5f641c8990 2024-09-10T07:43:27.998 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.997+0000 7f5f59ffb640 1 -- 172.21.15.196:0/216499933 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7f5f5c046020 con 0x7f5f641c8990 2024-09-10T07:43:27.998 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.997+0000 7f5f6b3db640 1 -- 172.21.15.196:0/216499933 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f6406fbc0 con 0x7f5f641c8990 2024-09-10T07:43:27.998 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.997+0000 7f5f69177640 1 -- 172.21.15.196:0/216499933 >> v1:172.21.15.196:6816/32369 conn(0x7f5f5004d8e0 legacy=0x7f5f5004fda0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.196:6816/32369 2024-09-10T07:43:27.998 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:27.997+0000 7f5f59ffb640 1 -- 172.21.15.196:0/216499933 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7f5f5c0846b0 con 0x7f5f641c8990 2024-09-10T07:43:28.000 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.001+0000 7f5f59ffb640 1 -- 172.21.15.196:0/216499933 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+142737 (secure 0 0 0) 0x7f5f5c04d030 con 0x7f5f641c8990 2024-09-10T07:43:28.090 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:28.091+0000 7fbcd3df9040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T07:43:28.133 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:28.133+0000 7fbcd3df9040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T07:43:28.168 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.169+0000 7f5f6b3db640 1 -- 172.21.15.196:0/216499933 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f5f64133fd0 con 0x7f5f641c8990 2024-09-10T07:43:28.170 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.171+0000 7f5f59ffb640 1 -- 172.21.15.196:0/216499933 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v6) ==== 74+0+116447 (secure 0 0 0) 0x7f5f64129b90 con 0x7f5f641c8990 2024-09-10T07:43:28.172 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:28.173 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.173+0000 7f5f6b3db640 1 -- 172.21.15.196:0/216499933 >> v1:172.21.15.196:6816/32369 conn(0x7f5f5004d8e0 legacy=0x7f5f5004fda0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:28.173 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.173+0000 7f5f6b3db640 1 -- 172.21.15.196:0/216499933 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5f641c8990 msgr2=0x7f5f641c8e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.173 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.173+0000 7f5f6b3db640 1 --2- 172.21.15.196:0/216499933 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5f641c8990 0x7f5f641c8e10 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c009610 tx=0x7f5f5c004ab0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.173 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.173+0000 7f5f6b3db640 1 -- 172.21.15.196:0/216499933 shutdown_connections 2024-09-10T07:43:28.174 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.173+0000 7f5f6b3db640 1 --2- 172.21.15.196:0/216499933 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5f641c8990 0x7f5f641c8e10 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.174 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.173+0000 7f5f6b3db640 1 --2- 172.21.15.196:0/216499933 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5f64129320 0x7f5f641c8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.174 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.173+0000 7f5f6b3db640 1 --2- 172.21.15.196:0/216499933 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5f64128a00 0x7f5f64128de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.174 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.173+0000 7f5f6b3db640 1 -- 172.21.15.196:0/216499933 >> 172.21.15.196:0/216499933 conn(0x7f5f6409ff20 msgr2=0x7f5f6409b260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:28.174 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.173+0000 7f5f6b3db640 1 -- 172.21.15.196:0/216499933 shutdown_connections 2024-09-10T07:43:28.174 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.173+0000 7f5f6b3db640 1 -- 172.21.15.196:0/216499933 wait complete. 2024-09-10T07:43:28.184 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":6,"flags":0,"active_gid":4105,"active_name":"y","active_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6816","nonce":32369}]},"active_addr":"172.21.15.196:6816/32369","active_change":"2024-09-10T07:41:59.671338+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":4112,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.196:0","nonce":1398858137}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.196:0","nonce":1752713173}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.196:0","nonce":2023397024}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.196:0","nonce":1726850961}]}]} 2024-09-10T07:43:28.187 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-10T07:43:28.187 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-10T07:43:28.187 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:43:28.188 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:28.186+0000 7fbcd3df9040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T07:43:28.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.287+0000 7f0e73241640 1 Processor -- start 2024-09-10T07:43:28.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.287+0000 7f0e73241640 1 -- start start 2024-09-10T07:43:28.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.288+0000 7f0e73241640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e6c06e530 0x7f0e6c134c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.288+0000 7f0e73241640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e6c06e910 0x7f0e6c137180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.288+0000 7f0e73241640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0e6c0705d0 con 0x7f0e6c099d00 2024-09-10T07:43:28.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.288+0000 7f0e73241640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0e6c06fd00 con 0x7f0e6c06e530 2024-09-10T07:43:28.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.288+0000 7f0e73241640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f0e6c06ef10 con 0x7f0e6c06e910 2024-09-10T07:43:28.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.288+0000 7f0e6bfff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e6c06e530 0x7f0e6c134c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.288+0000 7f0e717de640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e6c06e910 0x7f0e6c137180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.288+0000 7f0e70fdd640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f0e6c099d00 0x7f0e6c06de20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:57288/0 (socket says 172.21.15.196:57288) 2024-09-10T07:43:28.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.288+0000 7f0e70fdd640 1 -- 172.21.15.196:0/2761486560 learned_addr learned my addr 172.21.15.196:0/2761486560 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:28.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.288+0000 7f0e717de640 1 -- 172.21.15.196:0/2761486560 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e6c06e910 msgr2=0x7f0e6c137180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-10T07:43:28.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.288+0000 7f0e717de640 1 -- 172.21.15.196:0/2761486560 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e6c06e910 msgr2=0x7f0e6c137180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:43:28.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.288+0000 7f0e717de640 1 --2- 172.21.15.196:0/2761486560 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e6c06e910 0x7f0e6c137180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:28.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.288+0000 7f0e717de640 1 --2- 172.21.15.196:0/2761486560 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e6c06e910 0x7f0e6c137180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:43:28.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.288+0000 7f0e6bfff640 1 -- 172.21.15.196:0/2761486560 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e6c06e910 msgr2=0x7f0e6c137180 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:43:28.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.288+0000 7f0e6bfff640 1 --2- 172.21.15.196:0/2761486560 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e6c06e910 0x7f0e6c137180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.288+0000 7f0e6bfff640 1 -- 172.21.15.196:0/2761486560 >> v1:172.21.15.196:6789/0 conn(0x7f0e6c099d00 legacy=0x7f0e6c06de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.288+0000 7f0e6bfff640 1 -- 172.21.15.196:0/2761486560 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e6c1386d0 con 0x7f0e6c06e530 2024-09-10T07:43:28.292 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.289+0000 7f0e6bfff640 1 --2- 172.21.15.196:0/2761486560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e6c06e530 0x7f0e6c134c30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f0e5c009dc0 tx=0x7f0e5c02a5b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=86f05773fe3c3b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:28.292 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.289+0000 7f0e6b7fe640 1 -- 172.21.15.196:0/2761486560 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e5c007740 con 0x7f0e6c06e530 2024-09-10T07:43:28.292 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.289+0000 7f0e6b7fe640 1 -- 172.21.15.196:0/2761486560 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e5c0078e0 con 0x7f0e6c06e530 2024-09-10T07:43:28.293 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.289+0000 7f0e6b7fe640 1 -- 172.21.15.196:0/2761486560 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e5c007cb0 con 0x7f0e6c06e530 2024-09-10T07:43:28.293 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.290+0000 7f0e73241640 1 -- 172.21.15.196:0/2761486560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e6c06e530 msgr2=0x7f0e6c134c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.293 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.290+0000 7f0e73241640 1 --2- 172.21.15.196:0/2761486560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e6c06e530 0x7f0e6c134c30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f0e5c009dc0 tx=0x7f0e5c02a5b0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.293 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.290+0000 7f0e73241640 1 -- 172.21.15.196:0/2761486560 shutdown_connections 2024-09-10T07:43:28.293 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.290+0000 7f0e73241640 1 --2- 172.21.15.196:0/2761486560 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e6c06e910 0x7f0e6c137180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.293 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.290+0000 7f0e73241640 1 --2- 172.21.15.196:0/2761486560 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e6c06e530 0x7f0e6c134c30 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.293 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.290+0000 7f0e73241640 1 -- 172.21.15.196:0/2761486560 >> 172.21.15.196:0/2761486560 conn(0x7f0e6c09c9b0 msgr2=0x7f0e6c09cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:28.293 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.290+0000 7f0e73241640 1 -- 172.21.15.196:0/2761486560 shutdown_connections 2024-09-10T07:43:28.293 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.290+0000 7f0e73241640 1 -- 172.21.15.196:0/2761486560 wait complete. 2024-09-10T07:43:28.293 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.291+0000 7f0e73241640 1 Processor -- start 2024-09-10T07:43:28.293 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.291+0000 7f0e73241640 1 -- start start 2024-09-10T07:43:28.293 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.291+0000 7f0e73241640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e6c06e530 0x7f0e6c124b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.291+0000 7f0e73241640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e6c06e910 0x7f0e6c125090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.291+0000 7f0e73241640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0e6c099d00 0x7f0e6c1255d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.291+0000 7f0e73241640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f0e6c137ad0 con 0x7f0e6c099d00 2024-09-10T07:43:28.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.291+0000 7f0e73241640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0e6c137950 con 0x7f0e6c06e530 2024-09-10T07:43:28.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.291+0000 7f0e73241640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f0e6c137c50 con 0x7f0e6c06e910 2024-09-10T07:43:28.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.291+0000 7f0e70fdd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e6c06e530 0x7f0e6c124b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.291+0000 7f0e6bfff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e6c06e910 0x7f0e6c125090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.291+0000 7f0e6bfff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e6c06e910 0x7f0e6c125090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33054/0 (socket says 172.21.15.196:33054) 2024-09-10T07:43:28.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.291+0000 7f0e6bfff640 1 -- 172.21.15.196:0/3472087439 learned_addr learned my addr 172.21.15.196:0/3472087439 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:28.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.291+0000 7f0e70fdd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e6c06e530 0x7f0e6c124b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:51722/0 (socket says 172.21.15.196:51722) 2024-09-10T07:43:28.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.291+0000 7f0e717de640 1 --2- 172.21.15.196:0/3472087439 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0e6c099d00 0x7f0e6c1255d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.291+0000 7f0e6bfff640 1 -- 172.21.15.196:0/3472087439 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e6c06e910 msgr2=0x7f0e6c125090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 17 2024-09-10T07:43:28.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.291+0000 7f0e6bfff640 1 -- 172.21.15.196:0/3472087439 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e6c06e910 msgr2=0x7f0e6c125090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-10T07:43:28.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.291+0000 7f0e6bfff640 1 --2- 172.21.15.196:0/3472087439 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e6c06e910 0x7f0e6c125090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:28.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.291+0000 7f0e6bfff640 1 --2- 172.21.15.196:0/3472087439 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e6c06e910 0x7f0e6c125090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:43:28.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.292+0000 7f0e717de640 1 -- 172.21.15.196:0/3472087439 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e6c06e910 msgr2=0x7f0e6c125090 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:28.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.292+0000 7f0e717de640 1 --2- 172.21.15.196:0/3472087439 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e6c06e910 0x7f0e6c125090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.292+0000 7f0e717de640 1 -- 172.21.15.196:0/3472087439 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e6c06e530 msgr2=0x7f0e6c124b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.292+0000 7f0e717de640 1 --2- 172.21.15.196:0/3472087439 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e6c06e530 0x7f0e6c124b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.292+0000 7f0e717de640 1 -- 172.21.15.196:0/3472087439 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e6c126f00 con 0x7f0e6c099d00 2024-09-10T07:43:28.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.292+0000 7f0e70fdd640 1 --2- 172.21.15.196:0/3472087439 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e6c06e530 0x7f0e6c124b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:28.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.292+0000 7f0e717de640 1 --2- 172.21.15.196:0/3472087439 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0e6c099d00 0x7f0e6c1255d0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f0e5400d4d0 tx=0x7f0e5400d990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:28.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.292+0000 7f0e697fa640 1 -- 172.21.15.196:0/3472087439 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e54004020 con 0x7f0e6c099d00 2024-09-10T07:43:28.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.292+0000 7f0e697fa640 1 -- 172.21.15.196:0/3472087439 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e540041c0 con 0x7f0e6c099d00 2024-09-10T07:43:28.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.292+0000 7f0e697fa640 1 -- 172.21.15.196:0/3472087439 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e540043b0 con 0x7f0e6c099d00 2024-09-10T07:43:28.296 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.292+0000 7f0e73241640 1 -- 172.21.15.196:0/3472087439 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e6c126500 con 0x7f0e6c099d00 2024-09-10T07:43:28.296 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.292+0000 7f0e73241640 1 -- 172.21.15.196:0/3472087439 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e6c098e10 con 0x7f0e6c099d00 2024-09-10T07:43:28.296 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.293+0000 7f0e697fa640 1 -- 172.21.15.196:0/3472087439 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7f0e5401b020 con 0x7f0e6c099d00 2024-09-10T07:43:28.296 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.293+0000 7f0e73241640 1 -- 172.21.15.196:0/3472087439 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e6c138060 con 0x7f0e6c099d00 2024-09-10T07:43:28.296 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.294+0000 7f0e70fdd640 1 -- 172.21.15.196:0/3472087439 >> v1:172.21.15.196:6816/32369 conn(0x7f0e4c04d050 legacy=0x7f0e4c04f510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.196:6816/32369 2024-09-10T07:43:28.296 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.294+0000 7f0e697fa640 1 -- 172.21.15.196:0/3472087439 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7f0e540633d0 con 0x7f0e6c099d00 2024-09-10T07:43:28.297 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.297+0000 7f0e697fa640 1 -- 172.21.15.196:0/3472087439 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+142737 (secure 0 0 0) 0x7f0e5403e5e0 con 0x7f0e6c099d00 2024-09-10T07:43:28.311 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:28.312+0000 7fbcd3df9040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T07:43:28.425 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:28.426+0000 7fbcd3df9040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T07:43:28.434 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.435+0000 7f0e73241640 1 -- 172.21.15.196:0/3472087439 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0e6c127ab0 con 0x7f0e6c099d00 2024-09-10T07:43:28.435 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.436+0000 7f0e697fa640 1 -- 172.21.15.196:0/3472087439 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) ==== 74+0+8742 (secure 0 0 0) 0x7f0e54062540 con 0x7f0e6c099d00 2024-09-10T07:43:28.435 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:28.435 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":18,"fsid":"fcdf7f04-7a4a-4d5a-b8f3-3737f76346fe","created":"2024-09-10T07:41:57.178228+0000","modified":"2024-09-10T07:42:22.163619+0000","last_up_change":"2024-09-10T07:42:06.763626+0000","last_in_change":"2024-09-10T07:41:58.273341+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"quincy","min_compat_client":"jewel","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:42:07.706511+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T07:42:12.781769+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"942b9bcf-e061-4911-a4e4-4b16aa4ae205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6804","nonce":32886}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6805","nonce":32886}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6807","nonce":32886}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6806","nonce":32886}]},"public_addr":"172.21.15.196:6804/32886","cluster_addr":"172.21.15.196:6805/32886","heartbeat_back_addr":"172.21.15.196:6807/32886","heartbeat_front_addr":"172.21.15.196:6806/32886","state":["exists","up"]},{"osd":1,"uuid":"f99df6f0-3bdc-48ca-88c2-121cb989aaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6800","nonce":32885}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6801","nonce":32885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6803","nonce":32885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6802","nonce":32885}]},"public_addr":"172.21.15.196:6800/32885","cluster_addr":"172.21.15.196:6801/32885","heartbeat_back_addr":"172.21.15.196:6803/32885","heartbeat_front_addr":"172.21.15.196:6802/32885","state":["exists","up"]},{"osd":2,"uuid":"10cf042a-c008-448b-b495-38b8f9bd911b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6808","nonce":32887}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6809","nonce":32887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6811","nonce":32887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6810","nonce":32887}]},"public_addr":"172.21.15.196:6808/32887","cluster_addr":"172.21.15.196:6809/32887","heartbeat_back_addr":"172.21.15.196:6811/32887","heartbeat_front_addr":"172.21.15.196:6810/32887","state":["exists","up"]},{"osd":3,"uuid":"2dd9fcad-e555-4d22-b4f7-c765d89d6a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6812","nonce":32890}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6813","nonce":32890}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6815","nonce":32890}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6814","nonce":32890}]},"public_addr":"172.21.15.196:6812/32890","cluster_addr":"172.21.15.196:6813/32890","heartbeat_back_addr":"172.21.15.196:6815/32890","heartbeat_front_addr":"172.21.15.196:6814/32890","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.512528+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.396869+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.413898+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.452677+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:43:28.437 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.437+0000 7f0e73241640 1 -- 172.21.15.196:0/3472087439 >> v1:172.21.15.196:6816/32369 conn(0x7f0e4c04d050 legacy=0x7f0e4c04f510 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:28.437 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.437+0000 7f0e73241640 1 -- 172.21.15.196:0/3472087439 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0e6c099d00 msgr2=0x7f0e6c1255d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.437 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.437+0000 7f0e73241640 1 --2- 172.21.15.196:0/3472087439 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0e6c099d00 0x7f0e6c1255d0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f0e5400d4d0 tx=0x7f0e5400d990 comp rx=0 tx=0).stop 2024-09-10T07:43:28.437 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.437+0000 7f0e73241640 1 -- 172.21.15.196:0/3472087439 shutdown_connections 2024-09-10T07:43:28.437 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.437+0000 7f0e73241640 1 --2- 172.21.15.196:0/3472087439 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0e6c099d00 0x7f0e6c1255d0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.437 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.437+0000 7f0e73241640 1 --2- 172.21.15.196:0/3472087439 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e6c06e910 0x7f0e6c125090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.437 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.437+0000 7f0e73241640 1 --2- 172.21.15.196:0/3472087439 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e6c06e530 0x7f0e6c124b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.437 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.437+0000 7f0e73241640 1 -- 172.21.15.196:0/3472087439 >> 172.21.15.196:0/3472087439 conn(0x7f0e6c09c9b0 msgr2=0x7f0e6c072150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:28.438 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.437+0000 7f0e73241640 1 -- 172.21.15.196:0/3472087439 shutdown_connections 2024-09-10T07:43:28.438 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.437+0000 7f0e73241640 1 -- 172.21.15.196:0/3472087439 wait complete. 2024-09-10T07:43:28.448 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-10T07:43:28.448 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:43:28.548 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.547+0000 7f1f27098640 1 Processor -- start 2024-09-10T07:43:28.548 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.547+0000 7f1f27098640 1 -- start start 2024-09-10T07:43:28.549 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.548+0000 7f1f27098640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f1f2006dce0 0x7f1f2006e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.549 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.548+0000 7f1f27098640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f2006e600 0x7f1f2012f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.549 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.548+0000 7f1f27098640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f1f2006ea10 0x7f1f2012f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.549 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.548+0000 7f1f27098640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f1f200702f0 con 0x7f1f2006dce0 2024-09-10T07:43:28.549 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.548+0000 7f1f27098640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f1f2006fef0 con 0x7f1f2006e600 2024-09-10T07:43:28.549 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.548+0000 7f1f27098640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f1f2006f980 con 0x7f1f2006ea10 2024-09-10T07:43:28.549 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.548+0000 7f1f25635640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f1f2006ea10 0x7f1f2012f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.549 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.548+0000 7f1f1ffff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f2006e600 0x7f1f2012f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.549 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.548+0000 7f1f25635640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f1f2006ea10 0x7f1f2012f8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33066/0 (socket says 172.21.15.196:33066) 2024-09-10T07:43:28.549 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.548+0000 7f1f1ffff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f2006e600 0x7f1f2012f3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:51734/0 (socket says 172.21.15.196:51734) 2024-09-10T07:43:28.549 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.548+0000 7f1f24e34640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f1f2006dce0 0x7f1f2006e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.549 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.548+0000 7f1f25635640 1 -- 172.21.15.196:0/3310767039 learned_addr learned my addr 172.21.15.196:0/3310767039 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:28.550 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.548+0000 7f1f25635640 1 -- 172.21.15.196:0/3310767039 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f1f2006ea10 msgr2=0x7f1f2012f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-10T07:43:28.550 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.548+0000 7f1f25635640 1 -- 172.21.15.196:0/3310767039 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f1f2006ea10 msgr2=0x7f1f2012f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:43:28.550 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.548+0000 7f1f25635640 1 --2- 172.21.15.196:0/3310767039 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f1f2006ea10 0x7f1f2012f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:28.550 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.548+0000 7f1f25635640 1 --2- 172.21.15.196:0/3310767039 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f1f2006ea10 0x7f1f2012f8f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:43:28.550 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.548+0000 7f1f1ffff640 1 -- 172.21.15.196:0/3310767039 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f1f2006ea10 msgr2=0x7f1f2012f8f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:43:28.550 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.548+0000 7f1f1ffff640 1 --2- 172.21.15.196:0/3310767039 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f1f2006ea10 0x7f1f2012f8f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.550 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.548+0000 7f1f1ffff640 1 -- 172.21.15.196:0/3310767039 >> v2:172.21.15.196:3300/0 conn(0x7f1f2006dce0 msgr2=0x7f1f2006e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:28.550 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.548+0000 7f1f1ffff640 1 --2- 172.21.15.196:0/3310767039 >> v2:172.21.15.196:3300/0 conn(0x7f1f2006dce0 0x7f1f2006e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.550 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.548+0000 7f1f1ffff640 1 -- 172.21.15.196:0/3310767039 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f2012fe30 con 0x7f1f2006e600 2024-09-10T07:43:28.550 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.548+0000 7f1f24e34640 1 --2- 172.21.15.196:0/3310767039 >> v2:172.21.15.196:3300/0 conn(0x7f1f2006dce0 0x7f1f2006e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:28.550 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.549+0000 7f1f1ffff640 1 --2- 172.21.15.196:0/3310767039 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f2006e600 0x7f1f2012f3b0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f1f0c0097a0 tx=0x7f1f0c02a050 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d4699d6af218ac4d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:28.550 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.549+0000 7f1f1f7fe640 1 -- 172.21.15.196:0/3310767039 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f0c037070 con 0x7f1f2006e600 2024-09-10T07:43:28.550 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.549+0000 7f1f1f7fe640 1 -- 172.21.15.196:0/3310767039 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f0c02ada0 con 0x7f1f2006e600 2024-09-10T07:43:28.551 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.549+0000 7f1f1f7fe640 1 -- 172.21.15.196:0/3310767039 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f0c032660 con 0x7f1f2006e600 2024-09-10T07:43:28.554 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.550+0000 7f1f27098640 1 -- 172.21.15.196:0/3310767039 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f2006e600 msgr2=0x7f1f2012f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.554 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.550+0000 7f1f27098640 1 --2- 172.21.15.196:0/3310767039 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f2006e600 0x7f1f2012f3b0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f1f0c0097a0 tx=0x7f1f0c02a050 comp rx=0 tx=0).stop 2024-09-10T07:43:28.554 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.550+0000 7f1f27098640 1 -- 172.21.15.196:0/3310767039 shutdown_connections 2024-09-10T07:43:28.554 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.550+0000 7f1f27098640 1 --2- 172.21.15.196:0/3310767039 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f1f2006ea10 0x7f1f2012f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.554 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.550+0000 7f1f27098640 1 --2- 172.21.15.196:0/3310767039 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f2006e600 0x7f1f2012f3b0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.554 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.550+0000 7f1f27098640 1 --2- 172.21.15.196:0/3310767039 >> v2:172.21.15.196:3300/0 conn(0x7f1f2006dce0 0x7f1f2006e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.554 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.550+0000 7f1f27098640 1 -- 172.21.15.196:0/3310767039 >> 172.21.15.196:0/3310767039 conn(0x7f1f2009e980 msgr2=0x7f1f2009ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:28.554 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.550+0000 7f1f27098640 1 -- 172.21.15.196:0/3310767039 shutdown_connections 2024-09-10T07:43:28.554 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.550+0000 7f1f27098640 1 -- 172.21.15.196:0/3310767039 wait complete. 2024-09-10T07:43:28.554 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.550+0000 7f1f27098640 1 Processor -- start 2024-09-10T07:43:28.554 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.551+0000 7f1f27098640 1 -- start start 2024-09-10T07:43:28.555 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.551+0000 7f1f27098640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1f2006dce0 0x7f1f201c4c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.555 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.551+0000 7f1f27098640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f1f2006e600 0x7f1f201c5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.555 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.551+0000 7f1f27098640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f2006ea10 0x7f1f20130480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.555 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.551+0000 7f1f27098640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f1f20136860 con 0x7f1f2006dce0 2024-09-10T07:43:28.555 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.551+0000 7f1f27098640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f1f201366e0 con 0x7f1f2006ea10 2024-09-10T07:43:28.555 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.551+0000 7f1f27098640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f1f201369e0 con 0x7f1f2006e600 2024-09-10T07:43:28.555 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.551+0000 7f1f1ffff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f1f2006e600 0x7f1f201c5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.555 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.551+0000 7f1f25635640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f2006ea10 0x7f1f20130480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.555 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.551+0000 7f1f25635640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f2006ea10 0x7f1f20130480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:51750/0 (socket says 172.21.15.196:51750) 2024-09-10T07:43:28.556 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.551+0000 7f1f25635640 1 -- 172.21.15.196:0/1041520564 learned_addr learned my addr 172.21.15.196:0/1041520564 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:28.556 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.551+0000 7f1f1ffff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f1f2006e600 0x7f1f201c5140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33082/0 (socket says 172.21.15.196:33082) 2024-09-10T07:43:28.556 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.551+0000 7f1f24e34640 1 --2- 172.21.15.196:0/1041520564 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1f2006dce0 0x7f1f201c4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.556 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.551+0000 7f1f1ffff640 1 -- 172.21.15.196:0/1041520564 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f1f2006e600 msgr2=0x7f1f201c5140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 17 2024-09-10T07:43:28.556 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.551+0000 7f1f1ffff640 1 -- 172.21.15.196:0/1041520564 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f1f2006e600 msgr2=0x7f1f201c5140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-10T07:43:28.556 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.551+0000 7f1f1ffff640 1 --2- 172.21.15.196:0/1041520564 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f1f2006e600 0x7f1f201c5140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:28.556 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.551+0000 7f1f1ffff640 1 --2- 172.21.15.196:0/1041520564 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f1f2006e600 0x7f1f201c5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:43:28.556 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.552+0000 7f1f25635640 1 -- 172.21.15.196:0/1041520564 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f1f2006e600 msgr2=0x7f1f201c5140 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:28.556 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.552+0000 7f1f25635640 1 --2- 172.21.15.196:0/1041520564 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f1f2006e600 0x7f1f201c5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.557 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.552+0000 7f1f25635640 1 -- 172.21.15.196:0/1041520564 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1f2006dce0 msgr2=0x7f1f201c4c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.557 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.552+0000 7f1f25635640 1 --2- 172.21.15.196:0/1041520564 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1f2006dce0 0x7f1f201c4c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.557 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.552+0000 7f1f25635640 1 -- 172.21.15.196:0/1041520564 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f20073a30 con 0x7f1f2006ea10 2024-09-10T07:43:28.557 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.552+0000 7f1f25635640 1 --2- 172.21.15.196:0/1041520564 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f2006ea10 0x7f1f20130480 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f1f18007ac0 tx=0x7f1f18007ec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:28.557 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.552+0000 7f1f1d7fa640 1 -- 172.21.15.196:0/1041520564 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f1800d9e0 con 0x7f1f2006ea10 2024-09-10T07:43:28.557 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.552+0000 7f1f1d7fa640 1 -- 172.21.15.196:0/1041520564 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f1800dba0 con 0x7f1f2006ea10 2024-09-10T07:43:28.557 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.552+0000 7f1f1d7fa640 1 -- 172.21.15.196:0/1041520564 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f18003990 con 0x7f1f2006ea10 2024-09-10T07:43:28.557 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.552+0000 7f1f27098640 1 -- 172.21.15.196:0/1041520564 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f201c5680 con 0x7f1f2006ea10 2024-09-10T07:43:28.557 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.552+0000 7f1f27098640 1 -- 172.21.15.196:0/1041520564 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f20132e60 con 0x7f1f2006ea10 2024-09-10T07:43:28.557 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.553+0000 7f1f27098640 1 -- 172.21.15.196:0/1041520564 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f2006e0c0 con 0x7f1f2006ea10 2024-09-10T07:43:28.557 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.553+0000 7f1f1d7fa640 1 -- 172.21.15.196:0/1041520564 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7f1f1801a020 con 0x7f1f2006ea10 2024-09-10T07:43:28.557 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.553+0000 7f1f24e34640 1 -- 172.21.15.196:0/1041520564 >> v1:172.21.15.196:6816/32369 conn(0x7f1f0404d080 legacy=0x7f1f0404f540 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.196:6816/32369 2024-09-10T07:43:28.557 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.553+0000 7f1f1d7fa640 1 -- 172.21.15.196:0/1041520564 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7f1f18063280 con 0x7f1f2006ea10 2024-09-10T07:43:28.558 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.557+0000 7f1f1d7fa640 1 -- 172.21.15.196:0/1041520564 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+142737 (secure 0 0 0) 0x7f1f20132e60 con 0x7f1f2006ea10 2024-09-10T07:43:28.680 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:28.680+0000 7fbcd3df9040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T07:43:28.690 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.691+0000 7f1f27098640 1 -- 172.21.15.196:0/1041520564 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1f20069000 con 0x7f1f2006ea10 2024-09-10T07:43:28.691 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.691+0000 7f1f1d7fa640 1 -- 172.21.15.196:0/1041520564 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) ==== 74+0+8742 (secure 0 0 0) 0x7f1f18010070 con 0x7f1f2006ea10 2024-09-10T07:43:28.691 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:28.691 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":18,"fsid":"fcdf7f04-7a4a-4d5a-b8f3-3737f76346fe","created":"2024-09-10T07:41:57.178228+0000","modified":"2024-09-10T07:42:22.163619+0000","last_up_change":"2024-09-10T07:42:06.763626+0000","last_in_change":"2024-09-10T07:41:58.273341+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"quincy","min_compat_client":"jewel","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:42:07.706511+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T07:42:12.781769+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"942b9bcf-e061-4911-a4e4-4b16aa4ae205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6804","nonce":32886}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6805","nonce":32886}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6807","nonce":32886}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6806","nonce":32886}]},"public_addr":"172.21.15.196:6804/32886","cluster_addr":"172.21.15.196:6805/32886","heartbeat_back_addr":"172.21.15.196:6807/32886","heartbeat_front_addr":"172.21.15.196:6806/32886","state":["exists","up"]},{"osd":1,"uuid":"f99df6f0-3bdc-48ca-88c2-121cb989aaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6800","nonce":32885}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6801","nonce":32885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6803","nonce":32885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6802","nonce":32885}]},"public_addr":"172.21.15.196:6800/32885","cluster_addr":"172.21.15.196:6801/32885","heartbeat_back_addr":"172.21.15.196:6803/32885","heartbeat_front_addr":"172.21.15.196:6802/32885","state":["exists","up"]},{"osd":2,"uuid":"10cf042a-c008-448b-b495-38b8f9bd911b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6808","nonce":32887}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6809","nonce":32887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6811","nonce":32887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6810","nonce":32887}]},"public_addr":"172.21.15.196:6808/32887","cluster_addr":"172.21.15.196:6809/32887","heartbeat_back_addr":"172.21.15.196:6811/32887","heartbeat_front_addr":"172.21.15.196:6810/32887","state":["exists","up"]},{"osd":3,"uuid":"2dd9fcad-e555-4d22-b4f7-c765d89d6a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6812","nonce":32890}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6813","nonce":32890}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6815","nonce":32890}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6814","nonce":32890}]},"public_addr":"172.21.15.196:6812/32890","cluster_addr":"172.21.15.196:6813/32890","heartbeat_back_addr":"172.21.15.196:6815/32890","heartbeat_front_addr":"172.21.15.196:6814/32890","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.512528+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.396869+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.413898+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.452677+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:43:28.693 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.693+0000 7f1f27098640 1 -- 172.21.15.196:0/1041520564 >> v1:172.21.15.196:6816/32369 conn(0x7f1f0404d080 legacy=0x7f1f0404f540 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:28.693 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.693+0000 7f1f27098640 1 -- 172.21.15.196:0/1041520564 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f2006ea10 msgr2=0x7f1f20130480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.693 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.693+0000 7f1f27098640 1 --2- 172.21.15.196:0/1041520564 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f2006ea10 0x7f1f20130480 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f1f18007ac0 tx=0x7f1f18007ec0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.693 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.693+0000 7f1f27098640 1 -- 172.21.15.196:0/1041520564 shutdown_connections 2024-09-10T07:43:28.693 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.693+0000 7f1f27098640 1 --2- 172.21.15.196:0/1041520564 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f1f2006ea10 0x7f1f20130480 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.693 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.693+0000 7f1f27098640 1 --2- 172.21.15.196:0/1041520564 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f1f2006e600 0x7f1f201c5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.693 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.693+0000 7f1f27098640 1 --2- 172.21.15.196:0/1041520564 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f1f2006dce0 0x7f1f201c4c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.693 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.693+0000 7f1f27098640 1 -- 172.21.15.196:0/1041520564 >> 172.21.15.196:0/1041520564 conn(0x7f1f2009e980 msgr2=0x7f1f200725c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:28.694 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.693+0000 7f1f27098640 1 -- 172.21.15.196:0/1041520564 shutdown_connections 2024-09-10T07:43:28.694 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.693+0000 7f1f27098640 1 -- 172.21.15.196:0/1041520564 wait complete. 2024-09-10T07:43:28.704 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-10T07:43:28.704 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-10T07:43:28.705 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-10T07:43:28.705 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-10T07:43:28.736 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:28.736+0000 7fbcd3df9040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T07:43:28.812 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.812+0000 7fa2142d7640 1 Processor -- start 2024-09-10T07:43:28.812 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.812+0000 7faaffe2b640 1 Processor -- start 2024-09-10T07:43:28.812 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.812+0000 7fa2142d7640 1 -- start start 2024-09-10T07:43:28.813 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.812+0000 7faaffe2b640 1 -- start start 2024-09-10T07:43:28.813 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7fa2142d7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa20c0630c0 0x7fa20c134710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.813 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7fa2142d7640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa20c134c50 0x7fa20c137040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.813 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7fa2142d7640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa20c12f170 con 0x7fa20c12e680 2024-09-10T07:43:28.813 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7fa2142d7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa20c097d50 con 0x7fa20c0630c0 2024-09-10T07:43:28.813 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7fa2142d7640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fa20c097030 con 0x7fa20c134c50 2024-09-10T07:43:28.814 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7faaffe2b640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faaf806e250 0x7faaf806e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.814 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7faaffe2b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7faaf806eb70 0x7faaf812f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.814 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7faaffe2b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faaf806ef70 0x7faaf812f920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.814 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7faaffe2b640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7faaf8075290 con 0x7faaf806eb70 2024-09-10T07:43:28.814 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7faaffe2b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7faaf806fb20 con 0x7faaf806ef70 2024-09-10T07:43:28.814 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7faaffe2b640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7faaf806ffb0 con 0x7faaf806e250 2024-09-10T07:43:28.815 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7fa211872640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa20c0630c0 0x7fa20c134710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.815 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7fa211872640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa20c0630c0 0x7fa20c134710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:51756/0 (socket says 172.21.15.196:51756) 2024-09-10T07:43:28.815 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7fa211872640 1 -- 172.21.15.196:0/2371093939 learned_addr learned my addr 172.21.15.196:0/2371093939 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:28.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7faafe3c8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faaf806ef70 0x7faaf812f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7faafe3c8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faaf806ef70 0x7faaf812f920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:51758/0 (socket says 172.21.15.196:51758) 2024-09-10T07:43:28.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7faafe3c8640 1 -- 172.21.15.196:0/800101795 learned_addr learned my addr 172.21.15.196:0/800101795 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:28.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7faafdbc7640 1 --2- 172.21.15.196:0/800101795 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faaf806e250 0x7faaf806e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7faafd3c6640 1 --2- 172.21.15.196:0/800101795 >> v2:172.21.15.196:3300/0 conn(0x7faaf806eb70 0x7faaf812f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7faafdbc7640 1 -- 172.21.15.196:0/800101795 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faaf806e250 msgr2=0x7faaf806e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-10T07:43:28.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7faafdbc7640 1 -- 172.21.15.196:0/800101795 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faaf806e250 msgr2=0x7faaf806e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:43:28.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7faafdbc7640 1 --2- 172.21.15.196:0/800101795 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faaf806e250 0x7faaf806e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:28.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7faafdbc7640 1 --2- 172.21.15.196:0/800101795 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faaf806e250 0x7faaf806e630 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:43:28.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.813+0000 7fa212874640 1 --2- 172.21.15.196:0/2371093939 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa20c134c50 0x7fa20c137040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.814+0000 7fa211872640 1 -- 172.21.15.196:0/2371093939 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa20c134c50 msgr2=0x7fa20c137040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:28.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.814+0000 7fa211872640 1 --2- 172.21.15.196:0/2371093939 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa20c134c50 0x7fa20c137040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.814+0000 7fa211872640 1 -- 172.21.15.196:0/2371093939 >> v1:172.21.15.196:6789/0 conn(0x7fa20c12e680 legacy=0x7fa20c12ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:28.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.814+0000 7fa211872640 1 -- 172.21.15.196:0/2371093939 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa20c0976c0 con 0x7fa20c0630c0 2024-09-10T07:43:28.818 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.814+0000 7faafd3c6640 1 -- 172.21.15.196:0/800101795 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faaf806e250 msgr2=0x7faaf806e630 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:43:28.818 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.814+0000 7faafd3c6640 1 --2- 172.21.15.196:0/800101795 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faaf806e250 0x7faaf806e630 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.818 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.814+0000 7faafd3c6640 1 -- 172.21.15.196:0/800101795 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faaf806ef70 msgr2=0x7faaf812f920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:28.818 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.814+0000 7faafd3c6640 1 --2- 172.21.15.196:0/800101795 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faaf806ef70 0x7faaf812f920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.818 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.814+0000 7faafd3c6640 1 -- 172.21.15.196:0/800101795 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faaf812fe60 con 0x7faaf806eb70 2024-09-10T07:43:28.818 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.814+0000 7faafe3c8640 1 --2- 172.21.15.196:0/800101795 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faaf806ef70 0x7faaf812f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:28.819 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.814+0000 7fa211872640 1 --2- 172.21.15.196:0/2371093939 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa20c0630c0 0x7fa20c134710 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fa1fc009b00 tx=0x7fa1fc02a320 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c52eda5cf94c10a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:28.819 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.815+0000 7faafd3c6640 1 --2- 172.21.15.196:0/800101795 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faaf806eb70 0x7faaf812f3e0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7faaf40097a0 tx=0x7faaf4029fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee64108b9d67f17d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:28.819 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.815+0000 7fa211071640 1 -- 172.21.15.196:0/2371093939 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1fc037070 con 0x7fa20c0630c0 2024-09-10T07:43:28.819 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.815+0000 7fa211071640 1 -- 172.21.15.196:0/2371093939 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1fc02ae20 con 0x7fa20c0630c0 2024-09-10T07:43:28.819 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.815+0000 7fa211071640 1 -- 172.21.15.196:0/2371093939 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1fc032660 con 0x7fa20c0630c0 2024-09-10T07:43:28.820 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.815+0000 7faafcbc5640 1 -- 172.21.15.196:0/800101795 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf4037070 con 0x7faaf806eb70 2024-09-10T07:43:28.820 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.815+0000 7faafcbc5640 1 -- 172.21.15.196:0/800101795 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faaf402ad20 con 0x7faaf806eb70 2024-09-10T07:43:28.821 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.815+0000 7faafcbc5640 1 -- 172.21.15.196:0/800101795 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf4032660 con 0x7faaf806eb70 2024-09-10T07:43:28.821 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.816+0000 7faaffe2b640 1 -- 172.21.15.196:0/800101795 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faaf806eb70 msgr2=0x7faaf812f3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.821 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.816+0000 7faaffe2b640 1 --2- 172.21.15.196:0/800101795 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faaf806eb70 0x7faaf812f3e0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7faaf40097a0 tx=0x7faaf4029fd0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.821 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.816+0000 7faaffe2b640 1 -- 172.21.15.196:0/800101795 shutdown_connections 2024-09-10T07:43:28.821 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.816+0000 7fa2142d7640 1 -- 172.21.15.196:0/2371093939 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa20c0630c0 msgr2=0x7fa20c134710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.821 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.816+0000 7faaffe2b640 1 --2- 172.21.15.196:0/800101795 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faaf806ef70 0x7faaf812f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.821 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.816+0000 7faaffe2b640 1 --2- 172.21.15.196:0/800101795 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faaf806eb70 0x7faaf812f3e0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.822 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.816+0000 7faaffe2b640 1 --2- 172.21.15.196:0/800101795 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faaf806e250 0x7faaf806e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.822 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.816+0000 7fa2142d7640 1 --2- 172.21.15.196:0/2371093939 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa20c0630c0 0x7fa20c134710 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fa1fc009b00 tx=0x7fa1fc02a320 comp rx=0 tx=0).stop 2024-09-10T07:43:28.822 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.816+0000 7faaffe2b640 1 -- 172.21.15.196:0/800101795 >> 172.21.15.196:0/800101795 conn(0x7faaf809eb50 msgr2=0x7faaf809ef60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:28.822 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.816+0000 7faaffe2b640 1 -- 172.21.15.196:0/800101795 shutdown_connections 2024-09-10T07:43:28.823 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.816+0000 7fa2142d7640 1 -- 172.21.15.196:0/2371093939 shutdown_connections 2024-09-10T07:43:28.823 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.816+0000 7fa2142d7640 1 --2- 172.21.15.196:0/2371093939 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa20c134c50 0x7fa20c137040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.823 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.816+0000 7fa2142d7640 1 --2- 172.21.15.196:0/2371093939 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa20c0630c0 0x7fa20c134710 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.823 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.816+0000 7faaffe2b640 1 -- 172.21.15.196:0/800101795 wait complete. 2024-09-10T07:43:28.823 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.816+0000 7fa2142d7640 1 -- 172.21.15.196:0/2371093939 >> 172.21.15.196:0/2371093939 conn(0x7fa20c09c2a0 msgr2=0x7fa20c09c6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:28.824 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.816+0000 7fa2142d7640 1 -- 172.21.15.196:0/2371093939 shutdown_connections 2024-09-10T07:43:28.824 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.816+0000 7fa2142d7640 1 -- 172.21.15.196:0/2371093939 wait complete. 2024-09-10T07:43:28.824 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.817+0000 7faaffe2b640 1 Processor -- start 2024-09-10T07:43:28.824 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.817+0000 7faaffe2b640 1 -- start start 2024-09-10T07:43:28.824 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.817+0000 7fa2142d7640 1 Processor -- start 2024-09-10T07:43:28.824 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.817+0000 7fa2142d7640 1 -- start start 2024-09-10T07:43:28.828 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.817+0000 7faaffe2b640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faaf806e250 0x7faaf809b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.828 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.817+0000 7faaffe2b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faaf806eb70 0x7faaf809bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.828 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.817+0000 7faaffe2b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faaf806ef70 0x7faaf81304d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.828 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.818+0000 7faaffe2b640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7faaf8136890 con 0x7faaf806eb70 2024-09-10T07:43:28.828 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.818+0000 7faaffe2b640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7faaf8136710 con 0x7faaf806ef70 2024-09-10T07:43:28.828 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.818+0000 7faaffe2b640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7faaf8136a10 con 0x7faaf806e250 2024-09-10T07:43:28.828 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.818+0000 7faafe3c8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faaf806ef70 0x7faaf81304d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.828 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.818+0000 7faafe3c8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faaf806ef70 0x7faaf81304d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:51774/0 (socket says 172.21.15.196:51774) 2024-09-10T07:43:28.828 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.818+0000 7faafe3c8640 1 -- 172.21.15.196:0/2243462557 learned_addr learned my addr 172.21.15.196:0/2243462557 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:28.828 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.818+0000 7faafd3c6640 1 --2- 172.21.15.196:0/2243462557 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faaf806eb70 0x7faaf809bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.828 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.818+0000 7faafdbc7640 1 --2- 172.21.15.196:0/2243462557 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faaf806e250 0x7faaf809b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.818+0000 7faafdbc7640 1 -- 172.21.15.196:0/2243462557 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faaf806e250 msgr2=0x7faaf809b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 18 2024-09-10T07:43:28.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.818+0000 7faafdbc7640 1 -- 172.21.15.196:0/2243462557 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faaf806e250 msgr2=0x7faaf809b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-10T07:43:28.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.818+0000 7fa2142d7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa20c0630c0 0x7fa20c06e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.818+0000 7faafdbc7640 1 --2- 172.21.15.196:0/2243462557 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faaf806e250 0x7faaf809b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:28.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.818+0000 7faafdbc7640 1 --2- 172.21.15.196:0/2243462557 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faaf806e250 0x7faaf809b680 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:43:28.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.818+0000 7faafe3c8640 1 -- 172.21.15.196:0/2243462557 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faaf806e250 msgr2=0x7faaf809b680 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:28.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.818+0000 7fa2142d7640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa20c12e680 0x7fa20c06e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.818+0000 7fa2142d7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa20c134c50 0x7fa20c06eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.818+0000 7fa2142d7640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa20c137910 con 0x7fa20c0630c0 2024-09-10T07:43:28.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.818+0000 7fa2142d7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa20c137790 con 0x7fa20c134c50 2024-09-10T07:43:28.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.818+0000 7fa2142d7640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fa20c137a90 con 0x7fa20c12e680 2024-09-10T07:43:28.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.818+0000 7faafe3c8640 1 --2- 172.21.15.196:0/2243462557 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faaf806e250 0x7faaf809b680 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.818+0000 7faafe3c8640 1 -- 172.21.15.196:0/2243462557 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faaf806eb70 msgr2=0x7faaf809bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7fa212073640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa20c0630c0 0x7fa20c06e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7fa212073640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa20c0630c0 0x7fa20c06e090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:47522/0 (socket says 172.21.15.196:47522) 2024-09-10T07:43:28.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7fa211872640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa20c12e680 0x7fa20c06e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7fa211872640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa20c12e680 0x7fa20c06e5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33120/0 (socket says 172.21.15.196:33120) 2024-09-10T07:43:28.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7fa212874640 1 --2- 172.21.15.196:0/427678946 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa20c134c50 0x7fa20c06eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7fa212073640 1 -- 172.21.15.196:0/427678946 learned_addr learned my addr 172.21.15.196:0/427678946 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:28.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7faafe3c8640 1 --2- 172.21.15.196:0/2243462557 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faaf806eb70 0x7faaf809bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7fa211872640 1 -- 172.21.15.196:0/427678946 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa20c12e680 msgr2=0x7fa20c06e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 17 2024-09-10T07:43:28.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7fa211872640 1 -- 172.21.15.196:0/427678946 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa20c12e680 msgr2=0x7fa20c06e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-10T07:43:28.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7fa211872640 1 --2- 172.21.15.196:0/427678946 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa20c12e680 0x7fa20c06e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:28.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7faafe3c8640 1 -- 172.21.15.196:0/2243462557 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faaf81339d0 con 0x7faaf806ef70 2024-09-10T07:43:28.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7fa211872640 1 --2- 172.21.15.196:0/427678946 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa20c12e680 0x7fa20c06e5d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:43:28.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7fa212073640 1 -- 172.21.15.196:0/427678946 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa20c12e680 msgr2=0x7fa20c06e5d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:28.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7fa212073640 1 --2- 172.21.15.196:0/427678946 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa20c12e680 0x7fa20c06e5d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7fa212073640 1 -- 172.21.15.196:0/427678946 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa20c134c50 msgr2=0x7fa20c06eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7fa212073640 1 --2- 172.21.15.196:0/427678946 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa20c134c50 0x7fa20c06eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7fa212073640 1 -- 172.21.15.196:0/427678946 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa20c1336e0 con 0x7fa20c0630c0 2024-09-10T07:43:28.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7faafd3c6640 1 --2- 172.21.15.196:0/2243462557 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faaf806eb70 0x7faaf809bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:28.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7faafe3c8640 1 --2- 172.21.15.196:0/2243462557 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faaf806ef70 0x7faaf81304d0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7faaf0009e50 tx=0x7faaf000c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:28.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7fa212073640 1 --2- 172.21.15.196:0/427678946 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa20c0630c0 0x7fa20c06e090 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fa20800c430 tx=0x7fa20800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:28.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7faaea7fc640 1 -- 172.21.15.196:0/2243462557 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf000cb80 con 0x7faaf806ef70 2024-09-10T07:43:28.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7faaea7fc640 1 -- 172.21.15.196:0/2243462557 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faaf000cd20 con 0x7faaf806ef70 2024-09-10T07:43:28.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7faaea7fc640 1 -- 172.21.15.196:0/2243462557 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf0003bb0 con 0x7faaf806ef70 2024-09-10T07:43:28.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.819+0000 7fa202ffd640 1 -- 172.21.15.196:0/427678946 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa208011790 con 0x7fa20c0630c0 2024-09-10T07:43:28.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.820+0000 7faaffe2b640 1 -- 172.21.15.196:0/2243462557 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faaf8132940 con 0x7faaf806ef70 2024-09-10T07:43:28.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.820+0000 7fa2142d7640 1 -- 172.21.15.196:0/427678946 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa20c070370 con 0x7fa20c0630c0 2024-09-10T07:43:28.837 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.820+0000 7fa202ffd640 1 -- 172.21.15.196:0/427678946 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa208017070 con 0x7fa20c0630c0 2024-09-10T07:43:28.837 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.820+0000 7fa202ffd640 1 -- 172.21.15.196:0/427678946 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa208011790 con 0x7fa20c0630c0 2024-09-10T07:43:28.837 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.820+0000 7fa2142d7640 1 -- 172.21.15.196:0/427678946 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa20c06fad0 con 0x7fa20c0630c0 2024-09-10T07:43:28.837 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.820+0000 7faaffe2b640 1 -- 172.21.15.196:0/2243462557 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7faaf8130a10 con 0x7faaf806ef70 2024-09-10T07:43:28.837 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.821+0000 7fa2142d7640 1 -- 172.21.15.196:0/427678946 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa1f4001030 con 0x7fa20c0630c0 2024-09-10T07:43:28.838 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.821+0000 7faadbfff640 1 -- 172.21.15.196:0/2243462557 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7faad4001030 con 0x7faaf806ef70 2024-09-10T07:43:28.838 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.822+0000 7faaea7fc640 1 -- 172.21.15.196:0/2243462557 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7faaf001b030 con 0x7faaf806ef70 2024-09-10T07:43:28.838 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.822+0000 7fa202ffd640 1 -- 172.21.15.196:0/427678946 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7fa208011930 con 0x7fa20c0630c0 2024-09-10T07:43:28.839 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.822+0000 7faafdbc7640 1 -- 172.21.15.196:0/2243462557 >> v1:172.21.15.196:6816/32369 conn(0x7faadc04d050 legacy=0x7faadc04f510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.196:6816/32369 2024-09-10T07:43:28.839 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.822+0000 7faaea7fc640 1 -- 172.21.15.196:0/2243462557 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7faaf0063ac0 con 0x7faaf806ef70 2024-09-10T07:43:28.839 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.822+0000 7faaea7fc640 1 -- 172.21.15.196:0/2243462557 --> v1:172.21.15.196:6812/32890 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7faaf0008e50 con 0x7faadc053740 2024-09-10T07:43:28.839 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.823+0000 7faaea7fc640 1 -- 172.21.15.196:0/2243462557 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7faaf00682a0 con 0x7faaf806ef70 2024-09-10T07:43:28.839 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.823+0000 7fa211872640 1 -- 172.21.15.196:0/427678946 >> v1:172.21.15.196:6816/32369 conn(0x7fa1f004d250 legacy=0x7fa1f004f710 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.196:6816/32369 2024-09-10T07:43:28.839 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.823+0000 7fa202ffd640 1 -- 172.21.15.196:0/427678946 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7fa208063d50 con 0x7fa20c0630c0 2024-09-10T07:43:28.839 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.823+0000 7fa202ffd640 1 -- 172.21.15.196:0/427678946 --> v1:172.21.15.196:6800/32885 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa208007670 con 0x7fa1f00538d0 2024-09-10T07:43:28.840 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.823+0000 7fa202ffd640 1 -- 172.21.15.196:0/427678946 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7fa2080641e0 con 0x7fa20c0630c0 2024-09-10T07:43:28.840 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.824+0000 7faaea7fc640 1 -- 172.21.15.196:0/2243462557 <== osd.3 v1:172.21.15.196:6812/32890 1 ==== command_reply(tid 1: 0 ) ==== 8+0+24147 (unknown 0 0 1173804961) 0x7faaf0008e50 con 0x7faadc053740 2024-09-10T07:43:28.840 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.824+0000 7fa202ffd640 1 -- 172.21.15.196:0/427678946 <== osd.1 v1:172.21.15.196:6800/32885 1 ==== command_reply(tid 1: 0 ) ==== 8+0+24147 (unknown 0 0 1173804961) 0x7fa208007670 con 0x7fa1f00538d0 2024-09-10T07:43:28.840 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.836+0000 7fa2142d7640 1 -- 172.21.15.196:0/427678946 --> v1:172.21.15.196:6800/32885 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa1f4002dd0 con 0x7fa1f00538d0 2024-09-10T07:43:28.840 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.836+0000 7fa202ffd640 1 -- 172.21.15.196:0/427678946 <== osd.1 v1:172.21.15.196:6800/32885 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 1673232951) 0x7fa1f4002dd0 con 0x7fa1f00538d0 2024-09-10T07:43:28.841 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.837+0000 7fa2142d7640 1 -- 172.21.15.196:0/427678946 >> v1:172.21.15.196:6800/32885 conn(0x7fa1f00538d0 legacy=0x7fa1f0055d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.842 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.837+0000 7fa2142d7640 1 -- 172.21.15.196:0/427678946 >> v1:172.21.15.196:6816/32369 conn(0x7fa1f004d250 legacy=0x7fa1f004f710 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:28.842 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.837+0000 7fa2142d7640 1 -- 172.21.15.196:0/427678946 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa20c0630c0 msgr2=0x7fa20c06e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.842 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.837+0000 7fa2142d7640 1 --2- 172.21.15.196:0/427678946 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa20c0630c0 0x7fa20c06e090 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fa20800c430 tx=0x7fa20800c8f0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.842 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.837+0000 7fa212874640 1 -- 172.21.15.196:0/427678946 reap_dead start 2024-09-10T07:43:28.842 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.837+0000 7fa2142d7640 1 -- 172.21.15.196:0/427678946 shutdown_connections 2024-09-10T07:43:28.842 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.837+0000 7fa2142d7640 1 -- 172.21.15.196:0/427678946 >> 172.21.15.196:0/427678946 conn(0x7fa20c09c2a0 msgr2=0x7fa20c1369c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:28.842 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.837+0000 7fa2142d7640 1 -- 172.21.15.196:0/427678946 shutdown_connections 2024-09-10T07:43:28.842 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.837+0000 7fa2142d7640 1 -- 172.21.15.196:0/427678946 wait complete. 2024-09-10T07:43:28.847 INFO:teuthology.orchestra.run.smithi196.stdout:38654705684 2024-09-10T07:43:28.847 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T07:43:28.850 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.850+0000 7faadbfff640 1 -- 172.21.15.196:0/2243462557 --> v1:172.21.15.196:6812/32890 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7faad4002dd0 con 0x7faadc053740 2024-09-10T07:43:28.850 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.850+0000 7faaea7fc640 1 -- 172.21.15.196:0/2243462557 <== osd.3 v1:172.21.15.196:6812/32890 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 1673232951) 0x7faad4002dd0 con 0x7faadc053740 2024-09-10T07:43:28.851 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.850+0000 7faadbfff640 1 -- 172.21.15.196:0/2243462557 >> v1:172.21.15.196:6812/32890 conn(0x7faadc053740 legacy=0x7faadc055ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.851 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.851+0000 7faadbfff640 1 -- 172.21.15.196:0/2243462557 >> v1:172.21.15.196:6816/32369 conn(0x7faadc04d050 legacy=0x7faadc04f510 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:28.851 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.851+0000 7faadbfff640 1 -- 172.21.15.196:0/2243462557 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faaf806ef70 msgr2=0x7faaf81304d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.851 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.851+0000 7faadbfff640 1 --2- 172.21.15.196:0/2243462557 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faaf806ef70 0x7faaf81304d0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7faaf0009e50 tx=0x7faaf000c490 comp rx=0 tx=0).stop 2024-09-10T07:43:28.851 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.851+0000 7faafe3c8640 1 -- 172.21.15.196:0/2243462557 reap_dead start 2024-09-10T07:43:28.851 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.851+0000 7faadbfff640 1 -- 172.21.15.196:0/2243462557 shutdown_connections 2024-09-10T07:43:28.851 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.851+0000 7faadbfff640 1 -- 172.21.15.196:0/2243462557 >> 172.21.15.196:0/2243462557 conn(0x7faaf809eb50 msgr2=0x7faaf809dce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:28.851 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.851+0000 7faadbfff640 1 -- 172.21.15.196:0/2243462557 shutdown_connections 2024-09-10T07:43:28.851 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.851+0000 7faadbfff640 1 -- 172.21.15.196:0/2243462557 wait complete. 2024-09-10T07:43:28.852 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.853+0000 7f4052bdb640 1 Processor -- start 2024-09-10T07:43:28.852 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.853+0000 7f4052bdb640 1 -- start start 2024-09-10T07:43:28.854 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.853+0000 7f4052bdb640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f404c12d790 0x7f404c12db70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.854 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.853+0000 7f4052bdb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f404c098380 0x7f404c1356c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.854 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.853+0000 7f4052bdb640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f404c093500 con 0x7f404c097850 2024-09-10T07:43:28.854 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.853+0000 7f4052bdb640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f404c093130 con 0x7f404c098380 2024-09-10T07:43:28.854 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.853+0000 7f4052bdb640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f404c092b00 con 0x7f404c12d790 2024-09-10T07:43:28.855 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.853+0000 7f4050977640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f404c12d790 0x7f404c12db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.855 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.853+0000 7f4050977640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f404c12d790 0x7f404c12db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33132/0 (socket says 172.21.15.196:33132) 2024-09-10T07:43:28.855 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.853+0000 7f4050977640 1 -- 172.21.15.196:0/2062424477 learned_addr learned my addr 172.21.15.196:0/2062424477 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:28.855 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.853+0000 7f4051178640 1 --2- 172.21.15.196:0/2062424477 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f404c098380 0x7f404c1356c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.855 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.853+0000 7f4050977640 1 -- 172.21.15.196:0/2062424477 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f404c12d790 msgr2=0x7f404c12db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-10T07:43:28.855 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.853+0000 7f4050977640 1 -- 172.21.15.196:0/2062424477 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f404c12d790 msgr2=0x7f404c12db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:43:28.855 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.853+0000 7f4050977640 1 --2- 172.21.15.196:0/2062424477 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f404c12d790 0x7f404c12db70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:28.855 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.854+0000 7f4050977640 1 --2- 172.21.15.196:0/2062424477 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f404c12d790 0x7f404c12db70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:43:28.855 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.854+0000 7f4051178640 1 -- 172.21.15.196:0/2062424477 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f404c12d790 msgr2=0x7f404c12db70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:43:28.855 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.854+0000 7f4051178640 1 --2- 172.21.15.196:0/2062424477 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f404c12d790 0x7f404c12db70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.855 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.854+0000 7f4051178640 1 -- 172.21.15.196:0/2062424477 >> v1:172.21.15.196:6789/0 conn(0x7f404c097850 legacy=0x7f404c097c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:28.855 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.854+0000 7f4051178640 1 -- 172.21.15.196:0/2062424477 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f404c0630c0 con 0x7f404c098380 2024-09-10T07:43:28.856 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.855+0000 7f4051178640 1 --2- 172.21.15.196:0/2062424477 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f404c098380 0x7f404c1356c0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f404400bf90 tx=0x7f404402ee10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=32145772e2a1d6e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:28.857 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.855+0000 7f404b7fe640 1 -- 172.21.15.196:0/2062424477 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f404403c070 con 0x7f404c098380 2024-09-10T07:43:28.857 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.855+0000 7f404b7fe640 1 -- 172.21.15.196:0/2062424477 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f404402fb60 con 0x7f404c098380 2024-09-10T07:43:28.857 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.855+0000 7f404b7fe640 1 -- 172.21.15.196:0/2062424477 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4044037440 con 0x7f404c098380 2024-09-10T07:43:28.857 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.856+0000 7f4052bdb640 1 -- 172.21.15.196:0/2062424477 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f404c098380 msgr2=0x7f404c1356c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.857 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.856+0000 7f4052bdb640 1 --2- 172.21.15.196:0/2062424477 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f404c098380 0x7f404c1356c0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f404400bf90 tx=0x7f404402ee10 comp rx=0 tx=0).stop 2024-09-10T07:43:28.857 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.856+0000 7f4052bdb640 1 -- 172.21.15.196:0/2062424477 shutdown_connections 2024-09-10T07:43:28.857 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.856+0000 7f4052bdb640 1 --2- 172.21.15.196:0/2062424477 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f404c098380 0x7f404c1356c0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.858 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.856+0000 7f4052bdb640 1 --2- 172.21.15.196:0/2062424477 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f404c12d790 0x7f404c12db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.858 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.856+0000 7f4052bdb640 1 -- 172.21.15.196:0/2062424477 >> 172.21.15.196:0/2062424477 conn(0x7f404c09c290 msgr2=0x7f404c09c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:28.858 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.856+0000 7f4052bdb640 1 -- 172.21.15.196:0/2062424477 shutdown_connections 2024-09-10T07:43:28.858 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.856+0000 7f4052bdb640 1 -- 172.21.15.196:0/2062424477 wait complete. 2024-09-10T07:43:28.858 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.857+0000 7fa4908d7640 1 Processor -- start 2024-09-10T07:43:28.858 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.857+0000 7fa4908d7640 1 -- start start 2024-09-10T07:43:28.859 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.858+0000 7f4052bdb640 1 Processor -- start 2024-09-10T07:43:28.859 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.858+0000 7f4052bdb640 1 -- start start 2024-09-10T07:43:28.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.858+0000 7fa4908d7640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa48c06ee30 0x7fa48c06f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.858+0000 7fa4908d7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa48c06f750 0x7fa48c133ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.858+0000 7fa4908d7640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fa48c134010 0x7fa48c136400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.858+0000 7fa48a59c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa48c06ee30 0x7fa48c06f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.858+0000 7fa48a59c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa48c06ee30 0x7fa48c06f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33140/0 (socket says 172.21.15.196:33140) 2024-09-10T07:43:28.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.858+0000 7fa489d9b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa48c06f750 0x7fa48c133ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.861 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.859+0000 7fa48ad9d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fa48c134010 0x7fa48c136400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.861 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.859+0000 7fa48ad9d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fa48c134010 0x7fa48c136400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:47538/0 (socket says 172.21.15.196:47538) 2024-09-10T07:43:28.861 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.859+0000 7fa48a59c640 1 -- 172.21.15.196:0/3492375079 learned_addr learned my addr 172.21.15.196:0/3492375079 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:28.861 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.859+0000 7fa4908d7640 1 -- 172.21.15.196:0/3492375079 --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fa48c070430 con 0x7fa48c134010 2024-09-10T07:43:28.861 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.859+0000 7fa4908d7640 1 -- 172.21.15.196:0/3492375079 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa48c06cef0 con 0x7fa48c06f750 2024-09-10T07:43:28.861 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.859+0000 7fa4908d7640 1 -- 172.21.15.196:0/3492375079 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fa48c06fb90 con 0x7fa48c06ee30 2024-09-10T07:43:28.861 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.859+0000 7f4052bdb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f404c097850 0x7f404c1c0350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.862 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.859+0000 7fa48a59c640 1 -- 172.21.15.196:0/3492375079 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa48c06ee30 msgr2=0x7fa48c06f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-10T07:43:28.862 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.859+0000 7fa48a59c640 1 -- 172.21.15.196:0/3492375079 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa48c06ee30 msgr2=0x7fa48c06f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:43:28.862 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.859+0000 7fa48a59c640 1 --2- 172.21.15.196:0/3492375079 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa48c06ee30 0x7fa48c06f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:28.862 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.859+0000 7fa48a59c640 1 --2- 172.21.15.196:0/3492375079 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa48c06ee30 0x7fa48c06f210 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:43:28.862 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.859+0000 7f4052bdb640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f404c098380 0x7f404c1c0890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.863 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.859+0000 7fa48ad9d640 1 -- 172.21.15.196:0/3492375079 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa48c06ee30 msgr2=0x7fa48c06f210 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:43:28.863 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.859+0000 7fa48ad9d640 1 --2- 172.21.15.196:0/3492375079 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa48c06ee30 0x7fa48c06f210 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.863 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.859+0000 7fa48ad9d640 1 -- 172.21.15.196:0/3492375079 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa48c06f750 msgr2=0x7fa48c133ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:28.863 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.859+0000 7fa48ad9d640 1 --2- 172.21.15.196:0/3492375079 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa48c06f750 0x7fa48c133ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.864 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.859+0000 7f404bfff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f404c098380 0x7f404c1c0890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.864 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.859+0000 7f404bfff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f404c098380 0x7f404c1c0890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:47540/0 (socket says 172.21.15.196:47540) 2024-09-10T07:43:28.864 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.859+0000 7f404bfff640 1 -- 172.21.15.196:0/4059720503 learned_addr learned my addr 172.21.15.196:0/4059720503 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:28.864 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.859+0000 7fa48ad9d640 1 -- 172.21.15.196:0/3492375079 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa48c06d7e0 con 0x7fa48c134010 2024-09-10T07:43:28.864 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.859+0000 7fa489d9b640 1 --2- 172.21.15.196:0/3492375079 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa48c06f750 0x7fa48c133ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:43:28.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.859+0000 7f4052bdb640 1 --2- 172.21.15.196:0/4059720503 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f404c12d790 0x7f404c070f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.859+0000 7f4050977640 1 --2- 172.21.15.196:0/4059720503 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f404c097850 0x7f404c1c0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.860+0000 7f4051178640 1 --2- 172.21.15.196:0/4059720503 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f404c12d790 0x7f404c070f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.860+0000 7f4052bdb640 1 -- 172.21.15.196:0/4059720503 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f404c063290 con 0x7f404c098380 2024-09-10T07:43:28.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.860+0000 7f4052bdb640 1 -- 172.21.15.196:0/4059720503 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f404c092cb0 con 0x7f404c097850 2024-09-10T07:43:28.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.860+0000 7f4052bdb640 1 -- 172.21.15.196:0/4059720503 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f404c095640 con 0x7f404c12d790 2024-09-10T07:43:28.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.860+0000 7f4051178640 1 -- 172.21.15.196:0/4059720503 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f404c12d790 msgr2=0x7f404c070f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 18 2024-09-10T07:43:28.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.860+0000 7f4051178640 1 -- 172.21.15.196:0/4059720503 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f404c12d790 msgr2=0x7f404c070f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-10T07:43:28.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.860+0000 7f4051178640 1 --2- 172.21.15.196:0/4059720503 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f404c12d790 0x7f404c070f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:28.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.860+0000 7f4051178640 1 --2- 172.21.15.196:0/4059720503 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f404c12d790 0x7f404c070f20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:43:28.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.860+0000 7f404bfff640 1 -- 172.21.15.196:0/4059720503 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f404c12d790 msgr2=0x7f404c070f20 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:28.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.860+0000 7f404bfff640 1 --2- 172.21.15.196:0/4059720503 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f404c12d790 0x7f404c070f20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.860+0000 7f404bfff640 1 -- 172.21.15.196:0/4059720503 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f404c097850 msgr2=0x7f404c1c0350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.860+0000 7f404bfff640 1 --2- 172.21.15.196:0/4059720503 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f404c097850 0x7f404c1c0350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.860+0000 7f404bfff640 1 -- 172.21.15.196:0/4059720503 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f404c073b30 con 0x7f404c098380 2024-09-10T07:43:28.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.860+0000 7f4050977640 1 --2- 172.21.15.196:0/4059720503 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f404c097850 0x7f404c1c0350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:28.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.860+0000 7fa48ad9d640 1 --2- 172.21.15.196:0/3492375079 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa48c134010 0x7fa48c136400 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fa48400b050 tx=0x7fa48402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67c605df54408226 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:28.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.861+0000 7f404bfff640 1 --2- 172.21.15.196:0/4059720503 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f404c098380 0x7f404c1c0890 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f403800c500 tx=0x7f403800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:28.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.861+0000 7f40497fa640 1 -- 172.21.15.196:0/4059720503 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40380052d0 con 0x7f404c098380 2024-09-10T07:43:28.868 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.861+0000 7fa48959a640 1 -- 172.21.15.196:0/3492375079 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa484031600 con 0x7fa48c134010 2024-09-10T07:43:28.868 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.861+0000 7f40497fa640 1 -- 172.21.15.196:0/4059720503 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4038005470 con 0x7f404c098380 2024-09-10T07:43:28.868 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.861+0000 7f4052bdb640 1 -- 172.21.15.196:0/4059720503 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f404c094b10 con 0x7f404c098380 2024-09-10T07:43:28.868 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.861+0000 7fa48959a640 1 -- 172.21.15.196:0/3492375079 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4840317a0 con 0x7fa48c134010 2024-09-10T07:43:28.868 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.861+0000 7f40497fa640 1 -- 172.21.15.196:0/4059720503 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4038012830 con 0x7f404c098380 2024-09-10T07:43:28.869 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.861+0000 7fa48959a640 1 -- 172.21.15.196:0/3492375079 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa484031b70 con 0x7fa48c134010 2024-09-10T07:43:28.869 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.861+0000 7f4052bdb640 1 -- 172.21.15.196:0/4059720503 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f404c1c0dd0 con 0x7f404c098380 2024-09-10T07:43:28.869 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.862+0000 7fa4908d7640 1 -- 172.21.15.196:0/3492375079 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa48c134010 msgr2=0x7fa48c136400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.869 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.862+0000 7fa4908d7640 1 --2- 172.21.15.196:0/3492375079 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa48c134010 0x7fa48c136400 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fa48400b050 tx=0x7fa48402a710 comp rx=0 tx=0).stop 2024-09-10T07:43:28.870 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.862+0000 7f40497fa640 1 -- 172.21.15.196:0/4059720503 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7f40380129d0 con 0x7f404c098380 2024-09-10T07:43:28.870 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.862+0000 7f4052bdb640 1 -- 172.21.15.196:0/4059720503 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f404c12de60 con 0x7f404c098380 2024-09-10T07:43:28.870 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.862+0000 7fa4908d7640 1 -- 172.21.15.196:0/3492375079 shutdown_connections 2024-09-10T07:43:28.871 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.862+0000 7fa4908d7640 1 --2- 172.21.15.196:0/3492375079 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa48c134010 0x7fa48c136400 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.871 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.862+0000 7fa4908d7640 1 --2- 172.21.15.196:0/3492375079 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa48c06f750 0x7fa48c133ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.871 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.862+0000 7fa4908d7640 1 --2- 172.21.15.196:0/3492375079 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa48c06ee30 0x7fa48c06f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.871 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.862+0000 7fa4908d7640 1 -- 172.21.15.196:0/3492375079 >> 172.21.15.196:0/3492375079 conn(0x7fa48c09b610 msgr2=0x7fa48c09ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:28.871 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.862+0000 7fa4908d7640 1 -- 172.21.15.196:0/3492375079 shutdown_connections 2024-09-10T07:43:28.871 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.862+0000 7fa4908d7640 1 -- 172.21.15.196:0/3492375079 wait complete. 2024-09-10T07:43:28.871 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.863+0000 7f40497fa640 1 -- 172.21.15.196:0/4059720503 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7f4038063410 con 0x7f404c098380 2024-09-10T07:43:28.871 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.863+0000 7f40497fa640 1 -- 172.21.15.196:0/4059720503 --> v1:172.21.15.196:6808/32887 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f403801ce50 con 0x7f4030053810 2024-09-10T07:43:28.871 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.863+0000 7f40497fa640 1 -- 172.21.15.196:0/4059720503 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f403806a050 con 0x7f404c098380 2024-09-10T07:43:28.872 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.863+0000 7f4050977640 1 -- 172.21.15.196:0/4059720503 >> v1:172.21.15.196:6816/32369 conn(0x7f403004d120 legacy=0x7f403004f5e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.196:6816/32369 2024-09-10T07:43:28.872 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.864+0000 7fa4908d7640 1 Processor -- start 2024-09-10T07:43:28.872 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.864+0000 7fa4908d7640 1 -- start start 2024-09-10T07:43:28.872 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.864+0000 7fa4908d7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa48c06ee30 0x7fa48c096f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.872 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.864+0000 7fa4908d7640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa48c06f750 0x7fa48c097480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.873 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.864+0000 7fa4908d7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa48c134010 0x7fa48c1c41c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.873 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.864+0000 7fa4908d7640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa48c136cd0 con 0x7fa48c06ee30 2024-09-10T07:43:28.873 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.864+0000 7fa4908d7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa48c136b50 con 0x7fa48c134010 2024-09-10T07:43:28.873 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.864+0000 7fa4908d7640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fa48c136e50 con 0x7fa48c06f750 2024-09-10T07:43:28.873 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.864+0000 7fa489d9b640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa48c06f750 0x7fa48c097480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.873 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.864+0000 7fa489d9b640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa48c06f750 0x7fa48c097480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33152/0 (socket says 172.21.15.196:33152) 2024-09-10T07:43:28.873 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.864+0000 7fa489d9b640 1 -- 172.21.15.196:0/1560008913 learned_addr learned my addr 172.21.15.196:0/1560008913 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:28.873 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.864+0000 7f40497fa640 1 -- 172.21.15.196:0/4059720503 <== osd.2 v1:172.21.15.196:6808/32887 1 ==== command_reply(tid 1: 0 ) ==== 8+0+24147 (unknown 0 0 1173804961) 0x7f403801ce50 con 0x7f4030053810 2024-09-10T07:43:28.875 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.864+0000 7fa48ad9d640 1 --2- 172.21.15.196:0/1560008913 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa48c134010 0x7fa48c1c41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.875 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.864+0000 7fa489d9b640 1 -- 172.21.15.196:0/1560008913 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa48c06f750 msgr2=0x7fa48c097480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 17 2024-09-10T07:43:28.875 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.864+0000 7fa489d9b640 1 -- 172.21.15.196:0/1560008913 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa48c06f750 msgr2=0x7fa48c097480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-10T07:43:28.875 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.864+0000 7fa489d9b640 1 --2- 172.21.15.196:0/1560008913 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa48c06f750 0x7fa48c097480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:28.875 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.864+0000 7fa489d9b640 1 --2- 172.21.15.196:0/1560008913 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa48c06f750 0x7fa48c097480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:43:28.875 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.865+0000 7fa48a59c640 1 --2- 172.21.15.196:0/1560008913 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa48c06ee30 0x7fa48c096f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.875 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.865+0000 7fa48ad9d640 1 -- 172.21.15.196:0/1560008913 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa48c06f750 msgr2=0x7fa48c097480 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:28.875 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.865+0000 7fa48ad9d640 1 --2- 172.21.15.196:0/1560008913 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa48c06f750 0x7fa48c097480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.875 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.865+0000 7fa48ad9d640 1 -- 172.21.15.196:0/1560008913 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa48c06ee30 msgr2=0x7fa48c096f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.875 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.865+0000 7fa48ad9d640 1 --2- 172.21.15.196:0/1560008913 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa48c06ee30 0x7fa48c096f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.875 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.865+0000 7fa48ad9d640 1 -- 172.21.15.196:0/1560008913 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa48c123d30 con 0x7fa48c134010 2024-09-10T07:43:28.875 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.865+0000 7fa48ad9d640 1 --2- 172.21.15.196:0/1560008913 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa48c134010 0x7fa48c1c41c0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fa484031000 tx=0x7fa484004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:28.876 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.865+0000 7fa47affd640 1 -- 172.21.15.196:0/1560008913 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa484003da0 con 0x7fa48c134010 2024-09-10T07:43:28.876 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.865+0000 7fa47affd640 1 -- 172.21.15.196:0/1560008913 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa484041070 con 0x7fa48c134010 2024-09-10T07:43:28.876 INFO:teuthology.orchestra.run.smithi196.stdout:38654705684 2024-09-10T07:43:28.877 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T07:43:28.878 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.866+0000 7fa47affd640 1 -- 172.21.15.196:0/1560008913 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4840308d0 con 0x7fa48c134010 2024-09-10T07:43:28.878 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.866+0000 7fa4908d7640 1 -- 172.21.15.196:0/1560008913 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa48c124610 con 0x7fa48c134010 2024-09-10T07:43:28.878 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.866+0000 7fa4908d7640 1 -- 172.21.15.196:0/1560008913 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa48c097ba0 con 0x7fa48c134010 2024-09-10T07:43:28.878 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.867+0000 7fa4908d7640 1 -- 172.21.15.196:0/1560008913 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa48c06f210 con 0x7fa48c134010 2024-09-10T07:43:28.878 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.867+0000 7fa47affd640 1 -- 172.21.15.196:0/1560008913 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7fa484030a70 con 0x7fa48c134010 2024-09-10T07:43:28.878 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.867+0000 7fa47affd640 1 -- 172.21.15.196:0/1560008913 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7fa484084f80 con 0x7fa48c134010 2024-09-10T07:43:28.878 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.867+0000 7fa48a59c640 1 -- 172.21.15.196:0/1560008913 >> v1:172.21.15.196:6816/32369 conn(0x7fa46c04d050 legacy=0x7fa46c04f510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.196:6816/32369 2024-09-10T07:43:28.879 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.868+0000 7fa47affd640 1 -- 172.21.15.196:0/1560008913 --> v1:172.21.15.196:6804/32886 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa484033e50 con 0x7fa46c053740 2024-09-10T07:43:28.879 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.868+0000 7fa47affd640 1 -- 172.21.15.196:0/1560008913 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7fa4840875e0 con 0x7fa48c134010 2024-09-10T07:43:28.879 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.868+0000 7fa47affd640 1 -- 172.21.15.196:0/1560008913 <== osd.0 v1:172.21.15.196:6804/32886 1 ==== command_reply(tid 1: 0 ) ==== 8+0+24147 (unknown 0 0 1173804961) 0x7fa484033e50 con 0x7fa46c053740 2024-09-10T07:43:28.890 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.890+0000 7f4052bdb640 1 -- 172.21.15.196:0/4059720503 --> v1:172.21.15.196:6808/32887 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f404c096360 con 0x7f4030053810 2024-09-10T07:43:28.890 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.890+0000 7f40497fa640 1 -- 172.21.15.196:0/4059720503 <== osd.2 v1:172.21.15.196:6808/32887 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 1673232951) 0x7f404c096360 con 0x7f4030053810 2024-09-10T07:43:28.891 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.891+0000 7f4052bdb640 1 -- 172.21.15.196:0/4059720503 >> v1:172.21.15.196:6808/32887 conn(0x7f4030053810 legacy=0x7f4030055c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.891 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.891+0000 7f4052bdb640 1 -- 172.21.15.196:0/4059720503 >> v1:172.21.15.196:6816/32369 conn(0x7f403004d120 legacy=0x7f403004f5e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:28.891 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.891+0000 7f4052bdb640 1 -- 172.21.15.196:0/4059720503 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f404c098380 msgr2=0x7f404c1c0890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.891 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.891+0000 7f4052bdb640 1 --2- 172.21.15.196:0/4059720503 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f404c098380 0x7f404c1c0890 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f403800c500 tx=0x7f403800c9c0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.892 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.891+0000 7f4051178640 1 -- 172.21.15.196:0/4059720503 reap_dead start 2024-09-10T07:43:28.892 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.891+0000 7f4052bdb640 1 -- 172.21.15.196:0/4059720503 shutdown_connections 2024-09-10T07:43:28.892 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.891+0000 7f4052bdb640 1 -- 172.21.15.196:0/4059720503 >> 172.21.15.196:0/4059720503 conn(0x7f404c09c290 msgr2=0x7f404c095a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:28.892 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.891+0000 7f4052bdb640 1 -- 172.21.15.196:0/4059720503 shutdown_connections 2024-09-10T07:43:28.892 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.891+0000 7f4052bdb640 1 -- 172.21.15.196:0/4059720503 wait complete. 2024-09-10T07:43:28.893 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.894+0000 7fa4908d7640 1 -- 172.21.15.196:0/1560008913 --> v1:172.21.15.196:6804/32886 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa48c1c4950 con 0x7fa46c053740 2024-09-10T07:43:28.893 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.894+0000 7fa47affd640 1 -- 172.21.15.196:0/1560008913 <== osd.0 v1:172.21.15.196:6804/32886 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3077695196) 0x7fa48c1c4950 con 0x7fa46c053740 2024-09-10T07:43:28.894 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.895+0000 7fa4908d7640 1 -- 172.21.15.196:0/1560008913 >> v1:172.21.15.196:6804/32886 conn(0x7fa46c053740 legacy=0x7fa46c055ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.895 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.895+0000 7fa4908d7640 1 -- 172.21.15.196:0/1560008913 >> v1:172.21.15.196:6816/32369 conn(0x7fa46c04d050 legacy=0x7fa46c04f510 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:28.895 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.895+0000 7fa4908d7640 1 -- 172.21.15.196:0/1560008913 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa48c134010 msgr2=0x7fa48c1c41c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.895 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.895+0000 7fa4908d7640 1 --2- 172.21.15.196:0/1560008913 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa48c134010 0x7fa48c1c41c0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fa484031000 tx=0x7fa484004a40 comp rx=0 tx=0).stop 2024-09-10T07:43:28.895 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.895+0000 7fa48ad9d640 1 -- 172.21.15.196:0/1560008913 reap_dead start 2024-09-10T07:43:28.895 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.895+0000 7fa4908d7640 1 -- 172.21.15.196:0/1560008913 shutdown_connections 2024-09-10T07:43:28.895 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.895+0000 7fa4908d7640 1 -- 172.21.15.196:0/1560008913 >> 172.21.15.196:0/1560008913 conn(0x7fa48c09b610 msgr2=0x7fa48c135f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:28.895 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.895+0000 7fa4908d7640 1 -- 172.21.15.196:0/1560008913 shutdown_connections 2024-09-10T07:43:28.895 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.895+0000 7fa4908d7640 1 -- 172.21.15.196:0/1560008913 wait complete. 2024-09-10T07:43:28.905 INFO:teuthology.orchestra.run.smithi196.stdout:38654705684 2024-09-10T07:43:28.906 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T07:43:28.909 INFO:teuthology.orchestra.run.smithi196.stdout:38654705683 2024-09-10T07:43:28.909 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T07:43:28.912 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:28.912+0000 7fbcd3df9040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T07:43:28.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.980+0000 7f4add3c7640 1 Processor -- start 2024-09-10T07:43:28.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.980+0000 7f4add3c7640 1 -- start start 2024-09-10T07:43:28.982 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.981+0000 7f4add3c7640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4ad806f0a0 0x7f4ad806f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.982 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.981+0000 7f4add3c7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ad806f9c0 0x7f4ad812c070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.982 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.981+0000 7f4add3c7640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4ad812c5b0 0x7f4ad812ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.982 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.981+0000 7f4ad6ffd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4ad806f0a0 0x7f4ad806f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.982 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.981+0000 7f4ad67fc640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ad806f9c0 0x7f4ad812c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.983 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.981+0000 7f4ad6ffd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4ad806f0a0 0x7f4ad806f480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:47568/0 (socket says 172.21.15.196:47568) 2024-09-10T07:43:28.983 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.981+0000 7f4ad67fc640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ad806f9c0 0x7f4ad812c070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:51836/0 (socket says 172.21.15.196:51836) 2024-09-10T07:43:28.983 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.981+0000 7f4ad77fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4ad812c5b0 0x7f4ad812ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.983 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.982+0000 7f4ad77fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4ad812c5b0 0x7f4ad812ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33176/0 (socket says 172.21.15.196:33176) 2024-09-10T07:43:28.983 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.982+0000 7f4ad6ffd640 1 -- 172.21.15.196:0/2696270204 learned_addr learned my addr 172.21.15.196:0/2696270204 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:28.983 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.982+0000 7f4add3c7640 1 -- 172.21.15.196:0/2696270204 --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f4ad8070190 con 0x7f4ad806f0a0 2024-09-10T07:43:28.983 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.982+0000 7f4add3c7640 1 -- 172.21.15.196:0/2696270204 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4ad812cfa0 con 0x7f4ad806f9c0 2024-09-10T07:43:28.983 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.982+0000 7f4add3c7640 1 -- 172.21.15.196:0/2696270204 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f4ad8070c60 con 0x7f4ad812c5b0 2024-09-10T07:43:28.983 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.982+0000 7f4ad77fe640 1 -- 172.21.15.196:0/2696270204 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4ad812c5b0 msgr2=0x7f4ad812ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-10T07:43:28.983 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.982+0000 7f4ad77fe640 1 -- 172.21.15.196:0/2696270204 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4ad812c5b0 msgr2=0x7f4ad812ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T07:43:28.983 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.982+0000 7f4ad77fe640 1 --2- 172.21.15.196:0/2696270204 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4ad812c5b0 0x7f4ad812ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T07:43:28.983 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.982+0000 7f4ad77fe640 1 --2- 172.21.15.196:0/2696270204 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4ad812c5b0 0x7f4ad812ca60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T07:43:28.983 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.982+0000 7f4ad67fc640 1 -- 172.21.15.196:0/2696270204 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4ad812c5b0 msgr2=0x7f4ad812ca60 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:43:28.984 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.982+0000 7f4ad67fc640 1 --2- 172.21.15.196:0/2696270204 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4ad812c5b0 0x7f4ad812ca60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.984 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.982+0000 7f4ad67fc640 1 -- 172.21.15.196:0/2696270204 >> v2:172.21.15.196:3300/0 conn(0x7f4ad806f0a0 msgr2=0x7f4ad806f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:28.984 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.982+0000 7f4ad67fc640 1 --2- 172.21.15.196:0/2696270204 >> v2:172.21.15.196:3300/0 conn(0x7f4ad806f0a0 0x7f4ad806f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.984 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.982+0000 7f4ad67fc640 1 -- 172.21.15.196:0/2696270204 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ad80711b0 con 0x7f4ad806f9c0 2024-09-10T07:43:28.985 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.983+0000 7f4ad67fc640 1 --2- 172.21.15.196:0/2696270204 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ad806f9c0 0x7f4ad812c070 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f4acc0097d0 tx=0x7f4acc029ff0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4a3f63bde65e61ae server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:28.985 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.984+0000 7f4ad5ffb640 1 -- 172.21.15.196:0/2696270204 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4acc037070 con 0x7f4ad806f9c0 2024-09-10T07:43:28.985 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.984+0000 7f4ad5ffb640 1 -- 172.21.15.196:0/2696270204 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4acc02ad00 con 0x7f4ad806f9c0 2024-09-10T07:43:28.985 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.984+0000 7f4ad5ffb640 1 -- 172.21.15.196:0/2696270204 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4acc032660 con 0x7f4ad806f9c0 2024-09-10T07:43:28.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.985+0000 7f4add3c7640 1 -- 172.21.15.196:0/2696270204 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ad806f9c0 msgr2=0x7f4ad812c070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.985+0000 7f4add3c7640 1 --2- 172.21.15.196:0/2696270204 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ad806f9c0 0x7f4ad812c070 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f4acc0097d0 tx=0x7f4acc029ff0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.985+0000 7f4add3c7640 1 -- 172.21.15.196:0/2696270204 shutdown_connections 2024-09-10T07:43:28.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.985+0000 7f4add3c7640 1 --2- 172.21.15.196:0/2696270204 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4ad812c5b0 0x7f4ad812ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.985+0000 7f4add3c7640 1 --2- 172.21.15.196:0/2696270204 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ad806f9c0 0x7f4ad812c070 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.985+0000 7f4add3c7640 1 --2- 172.21.15.196:0/2696270204 >> v2:172.21.15.196:3300/0 conn(0x7f4ad806f0a0 0x7f4ad806f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.985+0000 7f4add3c7640 1 -- 172.21.15.196:0/2696270204 >> 172.21.15.196:0/2696270204 conn(0x7f4ad809b610 msgr2=0x7f4ad809ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:28.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.986+0000 7f4add3c7640 1 -- 172.21.15.196:0/2696270204 shutdown_connections 2024-09-10T07:43:28.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.986+0000 7f4add3c7640 1 -- 172.21.15.196:0/2696270204 wait complete. 2024-09-10T07:43:28.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.987+0000 7f4add3c7640 1 Processor -- start 2024-09-10T07:43:28.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.987+0000 7f4add3c7640 1 -- start start 2024-09-10T07:43:28.989 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.988+0000 7f4add3c7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4ad806f0a0 0x7f4ad808d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.989 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.988+0000 7f4add3c7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ad812c5b0 0x7f4ad808db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.989 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.988+0000 7f4add3c7640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4ad808e070 0x7f4ad81c0370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:28.989 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.988+0000 7f4ad6ffd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4ad806f0a0 0x7f4ad808d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.989 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.988+0000 7f4ad6ffd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4ad806f0a0 0x7f4ad808d5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:47582/0 (socket says 172.21.15.196:47582) 2024-09-10T07:43:28.989 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.988+0000 7f4add3c7640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4ad806cd10 con 0x7f4ad806f0a0 2024-09-10T07:43:28.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.988+0000 7f4add3c7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4ad8070910 con 0x7f4ad812c5b0 2024-09-10T07:43:28.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.988+0000 7f4ad67fc640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ad812c5b0 0x7f4ad808db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.988+0000 7f4add3c7640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f4ad806ce90 con 0x7f4ad808e070 2024-09-10T07:43:28.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.988+0000 7f4ad6ffd640 1 -- 172.21.15.196:0/1470287639 learned_addr learned my addr 172.21.15.196:0/1470287639 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:28.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.988+0000 7f4ad77fe640 1 --2- 172.21.15.196:0/1470287639 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4ad808e070 0x7f4ad81c0370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:28.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.989+0000 7f4ad67fc640 1 -- 172.21.15.196:0/1470287639 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4ad808e070 msgr2=0x7f4ad81c0370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.989+0000 7f4ad67fc640 1 --2- 172.21.15.196:0/1470287639 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4ad808e070 0x7f4ad81c0370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.989+0000 7f4ad67fc640 1 -- 172.21.15.196:0/1470287639 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4ad806f0a0 msgr2=0x7f4ad808d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:28.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.989+0000 7f4ad67fc640 1 --2- 172.21.15.196:0/1470287639 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4ad806f0a0 0x7f4ad808d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:28.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.989+0000 7f4ad67fc640 1 -- 172.21.15.196:0/1470287639 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ad80905b0 con 0x7f4ad812c5b0 2024-09-10T07:43:28.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.989+0000 7f4ad6ffd640 1 --2- 172.21.15.196:0/1470287639 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4ad806f0a0 0x7f4ad808d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:28.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.989+0000 7f4ad67fc640 1 --2- 172.21.15.196:0/1470287639 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ad812c5b0 0x7f4ad808db30 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f4acc031000 tx=0x7f4acc0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:28.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.989+0000 7f4abf7fe640 1 -- 172.21.15.196:0/1470287639 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4acc041030 con 0x7f4ad812c5b0 2024-09-10T07:43:28.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.989+0000 7f4abf7fe640 1 -- 172.21.15.196:0/1470287639 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4acc03d420 con 0x7f4ad812c5b0 2024-09-10T07:43:28.991 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.989+0000 7f4abf7fe640 1 -- 172.21.15.196:0/1470287639 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4acc037040 con 0x7f4ad812c5b0 2024-09-10T07:43:28.991 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.989+0000 7f4add3c7640 1 -- 172.21.15.196:0/1470287639 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ad808f590 con 0x7f4ad812c5b0 2024-09-10T07:43:28.991 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.990+0000 7f4add3c7640 1 -- 172.21.15.196:0/1470287639 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ad81c08b0 con 0x7f4ad812c5b0 2024-09-10T07:43:28.991 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.991+0000 7f4abf7fe640 1 -- 172.21.15.196:0/1470287639 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7f4acc03d830 con 0x7f4ad812c5b0 2024-09-10T07:43:28.991 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.992+0000 7f4add3c7640 1 -- 172.21.15.196:0/1470287639 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ad806f480 con 0x7f4ad812c5b0 2024-09-10T07:43:28.992 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.992+0000 7f4ad6ffd640 1 -- 172.21.15.196:0/1470287639 >> v1:172.21.15.196:6816/32369 conn(0x7f4ac404d050 legacy=0x7f4ac404f510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.196:6816/32369 2024-09-10T07:43:28.998 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.999+0000 7f4abf7fe640 1 -- 172.21.15.196:0/1470287639 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7f4acc05e140 con 0x7f4ad812c5b0 2024-09-10T07:43:28.998 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:28.999+0000 7f4abf7fe640 1 -- 172.21.15.196:0/1470287639 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+142737 (secure 0 0 0) 0x7f4acc02ab80 con 0x7f4ad812c5b0 2024-09-10T07:43:29.034 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.035+0000 7f9a12a0d640 1 Processor -- start 2024-09-10T07:43:29.035 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.035+0000 7f9a12a0d640 1 -- start start 2024-09-10T07:43:29.036 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.036+0000 7f9a12a0d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9a0c06f0a0 0x7f9a0c06f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:29.036 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.036+0000 7f9a12a0d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9a0c06f9c0 0x7f9a0c12c070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:29.036 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.036+0000 7f9a12a0d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f9a0c12c5b0 0x7f9a0c12ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:29.036 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.036+0000 7f9a12a0d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f9a0c070190 con 0x7f9a0c12c5b0 2024-09-10T07:43:29.036 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.036+0000 7f9a12a0d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9a0c12cfa0 con 0x7f9a0c06f0a0 2024-09-10T07:43:29.036 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.036+0000 7f9a12a0d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f9a0c070c60 con 0x7f9a0c06f9c0 2024-09-10T07:43:29.036 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.036+0000 7f9a0b7fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9a0c06f9c0 0x7f9a0c12c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:29.037 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.036+0000 7f9a0b7fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9a0c06f9c0 0x7f9a0c12c070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33204/0 (socket says 172.21.15.196:33204) 2024-09-10T07:43:29.037 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.036+0000 7f9a0b7fe640 1 -- 172.21.15.196:0/3503032168 learned_addr learned my addr 172.21.15.196:0/3503032168 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:29.037 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.036+0000 7f9a0bfff640 1 --2- 172.21.15.196:0/3503032168 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9a0c06f0a0 0x7f9a0c06f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:29.037 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.036+0000 7f9a10faa640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f9a0c12c5b0 0x7f9a0c12ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:29.037 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:43:29.037+0000 7f1331769040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T07:43:29.038 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.037+0000 7f9a10faa640 1 -- 172.21.15.196:0/3503032168 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9a0c06f9c0 msgr2=0x7f9a0c12c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:29.038 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.037+0000 7f9a10faa640 1 --2- 172.21.15.196:0/3503032168 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9a0c06f9c0 0x7f9a0c12c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.038 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.037+0000 7f9a10faa640 1 -- 172.21.15.196:0/3503032168 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9a0c06f0a0 msgr2=0x7f9a0c06f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:29.038 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.037+0000 7f9a10faa640 1 --2- 172.21.15.196:0/3503032168 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9a0c06f0a0 0x7f9a0c06f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.038 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.037+0000 7f9a10faa640 1 -- 172.21.15.196:0/3503032168 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a0c0711b0 con 0x7f9a0c12c5b0 2024-09-10T07:43:29.038 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.038+0000 7f9a0bfff640 1 --2- 172.21.15.196:0/3503032168 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9a0c06f0a0 0x7f9a0c06f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:29.039 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.039+0000 7f9a10faa640 1 --2- 172.21.15.196:0/3503032168 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9a0c12c5b0 0x7f9a0c12ca60 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f9a0400b080 tx=0x7f9a0402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a92329fde2cdbef server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:29.041 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.042+0000 7f9a0affd640 1 -- 172.21.15.196:0/3503032168 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a04031600 con 0x7f9a0c12c5b0 2024-09-10T07:43:29.041 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.042+0000 7f9a0affd640 1 -- 172.21.15.196:0/3503032168 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a040317a0 con 0x7f9a0c12c5b0 2024-09-10T07:43:29.042 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.042+0000 7f9a0affd640 1 -- 172.21.15.196:0/3503032168 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a04031b70 con 0x7f9a0c12c5b0 2024-09-10T07:43:29.043 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.043+0000 7f9a12a0d640 1 -- 172.21.15.196:0/3503032168 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9a0c12c5b0 msgr2=0x7f9a0c12ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:29.043 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.043+0000 7f9a12a0d640 1 --2- 172.21.15.196:0/3503032168 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9a0c12c5b0 0x7f9a0c12ca60 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f9a0400b080 tx=0x7f9a0402a730 comp rx=0 tx=0).stop 2024-09-10T07:43:29.043 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.043+0000 7f9a12a0d640 1 -- 172.21.15.196:0/3503032168 shutdown_connections 2024-09-10T07:43:29.043 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.043+0000 7f9a12a0d640 1 --2- 172.21.15.196:0/3503032168 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9a0c12c5b0 0x7f9a0c12ca60 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.043 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.043+0000 7f9a12a0d640 1 --2- 172.21.15.196:0/3503032168 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9a0c06f9c0 0x7f9a0c12c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.043 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.043+0000 7f9a12a0d640 1 --2- 172.21.15.196:0/3503032168 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9a0c06f0a0 0x7f9a0c06f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.043 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.043+0000 7f9a12a0d640 1 -- 172.21.15.196:0/3503032168 >> 172.21.15.196:0/3503032168 conn(0x7f9a0c09b610 msgr2=0x7f9a0c09ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:29.043 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.043+0000 7f9a12a0d640 1 -- 172.21.15.196:0/3503032168 shutdown_connections 2024-09-10T07:43:29.043 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.043+0000 7f9a12a0d640 1 -- 172.21.15.196:0/3503032168 wait complete. 2024-09-10T07:43:29.044 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.044+0000 7f9a12a0d640 1 Processor -- start 2024-09-10T07:43:29.045 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.044+0000 7f9a12a0d640 1 -- start start 2024-09-10T07:43:29.045 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.045+0000 7f9a12a0d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9a0c06f0a0 0x7f9a0c1c0130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:29.045 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.045+0000 7f9a12a0d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9a0c06f9c0 0x7f9a0c1c0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:29.045 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.045+0000 7f9a12a0d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9a0c12c5b0 0x7f9a0c08cf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:29.045 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.045+0000 7f9a12a0d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f9a0c06cd10 con 0x7f9a0c06f9c0 2024-09-10T07:43:29.045 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.045+0000 7f9a12a0d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9a0c070910 con 0x7f9a0c06f0a0 2024-09-10T07:43:29.045 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.045+0000 7f9a12a0d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f9a0c06ce90 con 0x7f9a0c12c5b0 2024-09-10T07:43:29.045 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.045+0000 7f9a0b7fe640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9a0c06f9c0 0x7f9a0c1c0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:29.047 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.045+0000 7f9a0b7fe640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9a0c06f9c0 0x7f9a0c1c0670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:47592/0 (socket says 172.21.15.196:47592) 2024-09-10T07:43:29.047 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.045+0000 7f9a0b7fe640 1 -- 172.21.15.196:0/1491190742 learned_addr learned my addr 172.21.15.196:0/1491190742 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:29.047 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.046+0000 7f9a0b7fe640 1 -- 172.21.15.196:0/1491190742 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9a0c12c5b0 msgr2=0x7f9a0c08cf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:29.047 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.045+0000 7f9a10faa640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9a0c12c5b0 0x7f9a0c08cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:29.047 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.045+0000 7f9a0bfff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9a0c06f0a0 0x7f9a0c1c0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:29.047 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.046+0000 7f9a0b7fe640 1 --2- 172.21.15.196:0/1491190742 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9a0c12c5b0 0x7f9a0c08cf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.047 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.046+0000 7f9a0b7fe640 1 -- 172.21.15.196:0/1491190742 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9a0c06f0a0 msgr2=0x7f9a0c1c0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:29.047 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.046+0000 7f9a0b7fe640 1 --2- 172.21.15.196:0/1491190742 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9a0c06f0a0 0x7f9a0c1c0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.048 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.046+0000 7f9a0b7fe640 1 -- 172.21.15.196:0/1491190742 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a0c08f330 con 0x7f9a0c06f9c0 2024-09-10T07:43:29.048 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.046+0000 7f9a0bfff640 1 --2- 172.21.15.196:0/1491190742 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9a0c06f0a0 0x7f9a0c1c0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:43:29.048 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.046+0000 7f9a0b7fe640 1 --2- 172.21.15.196:0/1491190742 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9a0c06f9c0 0x7f9a0c1c0670 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f9a0000edc0 tx=0x7f9a0000d720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:29.048 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.046+0000 7f9a10faa640 1 --2- 172.21.15.196:0/1491190742 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9a0c12c5b0 0x7f9a0c08cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:43:29.048 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.046+0000 7f9a08ff9640 1 -- 172.21.15.196:0/1491190742 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a00019680 con 0x7f9a0c06f9c0 2024-09-10T07:43:29.048 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.046+0000 7f9a08ff9640 1 -- 172.21.15.196:0/1491190742 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a00019820 con 0x7f9a0c06f9c0 2024-09-10T07:43:29.048 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.046+0000 7f9a08ff9640 1 -- 172.21.15.196:0/1491190742 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a00019bf0 con 0x7f9a0c06f9c0 2024-09-10T07:43:29.048 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.047+0000 7f9a12a0d640 1 -- 172.21.15.196:0/1491190742 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a0c1c0bb0 con 0x7f9a0c06f9c0 2024-09-10T07:43:29.048 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.047+0000 7f9a12a0d640 1 -- 172.21.15.196:0/1491190742 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a0c08f980 con 0x7f9a0c06f9c0 2024-09-10T07:43:29.049 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.048+0000 7f9a08ff9640 1 -- 172.21.15.196:0/1491190742 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7f9a00010440 con 0x7f9a0c06f9c0 2024-09-10T07:43:29.049 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.048+0000 7f9a12a0d640 1 -- 172.21.15.196:0/1491190742 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a0c12c070 con 0x7f9a0c06f9c0 2024-09-10T07:43:29.049 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.049+0000 7f9a08ff9640 1 -- 172.21.15.196:0/1491190742 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7f9a000644c0 con 0x7f9a0c06f9c0 2024-09-10T07:43:29.049 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.049+0000 7f6dcc0c4640 1 Processor -- start 2024-09-10T07:43:29.050 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.049+0000 7f9a0bfff640 1 -- 172.21.15.196:0/1491190742 >> v1:172.21.15.196:6816/32369 conn(0x7f99f804d120 legacy=0x7f99f804f5e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.196:6816/32369 2024-09-10T07:43:29.052 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.049+0000 7f6dcc0c4640 1 -- start start 2024-09-10T07:43:29.052 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.050+0000 7f6dcc0c4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6dc4097850 0x7f6dc4097c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:29.052 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.050+0000 7f6dcc0c4640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6dc4098170 0x7f6dc412a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:29.052 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.050+0000 7f6dcc0c4640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6dc412a820 0x7f6dc412aca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:29.052 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.050+0000 7f6dcc0c4640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f6dc4098590 con 0x7f6dc412a820 2024-09-10T07:43:29.052 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.050+0000 7f6dcc0c4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6dc4092970 con 0x7f6dc4097850 2024-09-10T07:43:29.052 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.050+0000 7f6dcc0c4640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f6dc40630c0 con 0x7f6dc4098170 2024-09-10T07:43:29.052 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.050+0000 7f6dc965f640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6dc4098170 0x7f6dc412a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:29.052 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.050+0000 7f6dca661640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6dc412a820 0x7f6dc412aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:29.052 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.050+0000 7f6dca661640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6dc412a820 0x7f6dc412aca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:47594/0 (socket says 172.21.15.196:47594) 2024-09-10T07:43:29.052 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.050+0000 7f6dca661640 1 -- 172.21.15.196:0/1645128482 learned_addr learned my addr 172.21.15.196:0/1645128482 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:29.052 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.051+0000 7f6dca661640 1 -- 172.21.15.196:0/1645128482 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6dc4098170 msgr2=0x7f6dc412a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:29.053 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.051+0000 7f6dc9e60640 1 --2- 172.21.15.196:0/1645128482 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6dc4097850 0x7f6dc4097c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:29.053 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.051+0000 7f6dca661640 1 --2- 172.21.15.196:0/1645128482 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6dc4098170 0x7f6dc412a2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.053 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.051+0000 7f6dca661640 1 -- 172.21.15.196:0/1645128482 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6dc4097850 msgr2=0x7f6dc4097c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:29.053 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.051+0000 7f6dca661640 1 --2- 172.21.15.196:0/1645128482 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6dc4097850 0x7f6dc4097c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.053 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.051+0000 7f6dca661640 1 -- 172.21.15.196:0/1645128482 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dc41349c0 con 0x7f6dc412a820 2024-09-10T07:43:29.053 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.051+0000 7f6dc9e60640 1 --2- 172.21.15.196:0/1645128482 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6dc4097850 0x7f6dc4097c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:43:29.053 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.051+0000 7f6dc965f640 1 --2- 172.21.15.196:0/1645128482 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6dc4098170 0x7f6dc412a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:29.053 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.052+0000 7f6dca661640 1 --2- 172.21.15.196:0/1645128482 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6dc412a820 0x7f6dc412aca0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc009e50 tx=0x7f6dbc02e960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec013b17d99c2128 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:29.053 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.054+0000 7f9a08ff9640 1 -- 172.21.15.196:0/1491190742 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+142737 (secure 0 0 0) 0x7f9a00019d90 con 0x7f9a0c06f9c0 2024-09-10T07:43:29.054 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.054+0000 7f6dc8e5e640 1 -- 172.21.15.196:0/1645128482 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dbc034650 con 0x7f6dc412a820 2024-09-10T07:43:29.054 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.054+0000 7f6dc8e5e640 1 -- 172.21.15.196:0/1645128482 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6dbc039070 con 0x7f6dc412a820 2024-09-10T07:43:29.054 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.055+0000 7f6dcc0c4640 1 -- 172.21.15.196:0/1645128482 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6dc412a820 msgr2=0x7f6dc412aca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:29.054 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.055+0000 7f6dcc0c4640 1 --2- 172.21.15.196:0/1645128482 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6dc412a820 0x7f6dc412aca0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc009e50 tx=0x7f6dbc02e960 comp rx=0 tx=0).stop 2024-09-10T07:43:29.055 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.055+0000 7f6dcc0c4640 1 -- 172.21.15.196:0/1645128482 shutdown_connections 2024-09-10T07:43:29.055 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.055+0000 7faa93e19640 1 Processor -- start 2024-09-10T07:43:29.056 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.055+0000 7f6dcc0c4640 1 --2- 172.21.15.196:0/1645128482 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6dc412a820 0x7f6dc412aca0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.056 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.055+0000 7f6dcc0c4640 1 --2- 172.21.15.196:0/1645128482 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6dc4098170 0x7f6dc412a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.056 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.055+0000 7f6dcc0c4640 1 --2- 172.21.15.196:0/1645128482 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6dc4097850 0x7f6dc4097c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.056 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.055+0000 7f6dcc0c4640 1 -- 172.21.15.196:0/1645128482 >> 172.21.15.196:0/1645128482 conn(0x7f6dc409c290 msgr2=0x7f6dc409c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:29.056 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.055+0000 7f6dcc0c4640 1 -- 172.21.15.196:0/1645128482 shutdown_connections 2024-09-10T07:43:29.056 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.055+0000 7f6dcc0c4640 1 -- 172.21.15.196:0/1645128482 wait complete. 2024-09-10T07:43:29.058 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.056+0000 7faa93e19640 1 -- start start 2024-09-10T07:43:29.058 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.056+0000 7faa93e19640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7faa8c072c30 0x7faa8c1347a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:29.058 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.056+0000 7faa93e19640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faa8c134ce0 0x7faa8c1370d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:29.058 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.056+0000 7faa93e19640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa8c0723d0 con 0x7faa8c071390 2024-09-10T07:43:29.058 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.056+0000 7faa93e19640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7faa8c073ae0 con 0x7faa8c072c30 2024-09-10T07:43:29.058 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.056+0000 7faa93e19640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7faa8c096770 con 0x7faa8c134ce0 2024-09-10T07:43:29.058 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.056+0000 7faa91bb5640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7faa8c071390 0x7faa8c071770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:57330/0 (socket says 172.21.15.196:57330) 2024-09-10T07:43:29.058 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.056+0000 7faa91bb5640 1 -- 172.21.15.196:0/957198863 learned_addr learned my addr 172.21.15.196:0/957198863 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:29.058 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.056+0000 7faa923b6640 1 --2- 172.21.15.196:0/957198863 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faa8c134ce0 0x7faa8c1370d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:29.058 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.056+0000 7faa913b4640 1 --2- 172.21.15.196:0/957198863 >> v2:172.21.15.196:3300/0 conn(0x7faa8c072c30 0x7faa8c1347a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:29.059 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.057+0000 7faa913b4640 1 -- 172.21.15.196:0/957198863 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faa8c134ce0 msgr2=0x7faa8c1370d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:29.059 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.057+0000 7faa913b4640 1 --2- 172.21.15.196:0/957198863 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faa8c134ce0 0x7faa8c1370d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.059 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.057+0000 7faa913b4640 1 -- 172.21.15.196:0/957198863 >> v1:172.21.15.196:6789/0 conn(0x7faa8c071390 legacy=0x7faa8c071770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:29.059 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.057+0000 7f6dcc0c4640 1 Processor -- start 2024-09-10T07:43:29.059 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.057+0000 7faa913b4640 1 -- 172.21.15.196:0/957198863 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa8c0969c0 con 0x7faa8c072c30 2024-09-10T07:43:29.060 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.057+0000 7f6dcc0c4640 1 -- start start 2024-09-10T07:43:29.060 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.057+0000 7f6dcc0c4640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6dc4097850 0x7f6dc4134140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:29.061 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.057+0000 7f6dcc0c4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6dc4098170 0x7f6dc412e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:29.061 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.057+0000 7f6dcc0c4640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6dc412a820 0x7f6dc412eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:29.061 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.057+0000 7f6dcc0c4640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6dc40959d0 con 0x7f6dc4097850 2024-09-10T07:43:29.061 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.057+0000 7f6dcc0c4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6dc4095850 con 0x7f6dc4098170 2024-09-10T07:43:29.061 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.057+0000 7f6dcc0c4640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f6dc4095b50 con 0x7f6dc412a820 2024-09-10T07:43:29.061 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.058+0000 7f6dca661640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6dc412a820 0x7f6dc412eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:29.061 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.058+0000 7f6dca661640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6dc412a820 0x7f6dc412eed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33230/0 (socket says 172.21.15.196:33230) 2024-09-10T07:43:29.061 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.058+0000 7f6dca661640 1 -- 172.21.15.196:0/1769498763 learned_addr learned my addr 172.21.15.196:0/1769498763 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:29.062 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.058+0000 7faa913b4640 1 --2- 172.21.15.196:0/957198863 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa8c072c30 0x7faa8c1347a0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7faa7c0097a0 tx=0x7faa7c029f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bad2d2f9e2e9b717 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:29.062 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.058+0000 7faa90bb3640 1 -- 172.21.15.196:0/957198863 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa7c037070 con 0x7faa8c072c30 2024-09-10T07:43:29.062 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.058+0000 7faa90bb3640 1 -- 172.21.15.196:0/957198863 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa7c02abf0 con 0x7faa8c072c30 2024-09-10T07:43:29.062 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.058+0000 7faa90bb3640 1 -- 172.21.15.196:0/957198863 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa7c032440 con 0x7faa8c072c30 2024-09-10T07:43:29.063 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.058+0000 7f6dca661640 1 -- 172.21.15.196:0/1769498763 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6dc4098170 msgr2=0x7f6dc412e990 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:29.063 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.058+0000 7f6dc9e60640 1 --2- 172.21.15.196:0/1769498763 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6dc4097850 0x7f6dc4134140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:29.063 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.059+0000 7f6dc965f640 1 --2- 172.21.15.196:0/1769498763 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6dc4098170 0x7f6dc412e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:29.063 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.059+0000 7f6dca661640 1 --2- 172.21.15.196:0/1769498763 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6dc4098170 0x7f6dc412e990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.063 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.059+0000 7f6dca661640 1 -- 172.21.15.196:0/1769498763 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6dc4097850 msgr2=0x7f6dc4134140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:29.063 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.059+0000 7f6dca661640 1 --2- 172.21.15.196:0/1769498763 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6dc4097850 0x7f6dc4134140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.063 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.059+0000 7f6dca661640 1 -- 172.21.15.196:0/1769498763 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dc412ff40 con 0x7f6dc412a820 2024-09-10T07:43:29.064 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.059+0000 7faa93e19640 1 -- 172.21.15.196:0/957198863 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa8c072c30 msgr2=0x7faa8c1347a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:29.064 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.059+0000 7faa93e19640 1 --2- 172.21.15.196:0/957198863 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa8c072c30 0x7faa8c1347a0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7faa7c0097a0 tx=0x7faa7c029f60 comp rx=0 tx=0).stop 2024-09-10T07:43:29.064 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.059+0000 7faa93e19640 1 -- 172.21.15.196:0/957198863 shutdown_connections 2024-09-10T07:43:29.064 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.059+0000 7faa93e19640 1 --2- 172.21.15.196:0/957198863 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faa8c134ce0 0x7faa8c1370d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.065 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.059+0000 7faa93e19640 1 --2- 172.21.15.196:0/957198863 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa8c072c30 0x7faa8c1347a0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.065 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.059+0000 7faa93e19640 1 -- 172.21.15.196:0/957198863 >> 172.21.15.196:0/957198863 conn(0x7faa8c09f010 msgr2=0x7faa8c09f420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:29.065 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.059+0000 7faa93e19640 1 -- 172.21.15.196:0/957198863 shutdown_connections 2024-09-10T07:43:29.065 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.060+0000 7faa93e19640 1 -- 172.21.15.196:0/957198863 wait complete. 2024-09-10T07:43:29.065 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.059+0000 7f6dca661640 1 --2- 172.21.15.196:0/1769498763 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6dc412a820 0x7f6dc412eed0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc036040 tx=0x7f6dbc004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:29.066 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.060+0000 7f6db67fc640 1 -- 172.21.15.196:0/1769498763 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dbc043070 con 0x7f6dc412a820 2024-09-10T07:43:29.066 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.060+0000 7f6db67fc640 1 -- 172.21.15.196:0/1769498763 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6dbc030040 con 0x7f6dc412a820 2024-09-10T07:43:29.066 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.060+0000 7f6db67fc640 1 -- 172.21.15.196:0/1769498763 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dbc007c70 con 0x7f6dc412a820 2024-09-10T07:43:29.066 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.060+0000 7f6dcc0c4640 1 -- 172.21.15.196:0/1769498763 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6dc41306b0 con 0x7f6dc412a820 2024-09-10T07:43:29.066 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.060+0000 7f6dcc0c4640 1 -- 172.21.15.196:0/1769498763 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f6dc4131140 con 0x7f6dc412a820 2024-09-10T07:43:29.066 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.061+0000 7faa93e19640 1 Processor -- start 2024-09-10T07:43:29.067 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.061+0000 7faa93e19640 1 -- start start 2024-09-10T07:43:29.067 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.062+0000 7faa93e19640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa8c071390 0x7faa8c1298b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:29.067 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.062+0000 7faa93e19640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa8c072c30 0x7faa8c1313c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:29.067 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.062+0000 7faa93e19640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faa8c134ce0 0x7faa8c131900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:29.067 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.062+0000 7f6db67fc640 1 -- 172.21.15.196:0/1769498763 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7f6dbc005d10 con 0x7f6dc412a820 2024-09-10T07:43:29.067 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.062+0000 7f6dcc0c4640 1 -- 172.21.15.196:0/1769498763 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6dc4097c30 con 0x7f6dc412a820 2024-09-10T07:43:29.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.062+0000 7faa91bb5640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa8c071390 0x7faa8c1298b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:29.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.062+0000 7faa91bb5640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa8c071390 0x7faa8c1298b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:47634/0 (socket says 172.21.15.196:47634) 2024-09-10T07:43:29.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.063+0000 7faa923b6640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faa8c134ce0 0x7faa8c131900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:29.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.063+0000 7f6dc9e60640 1 -- 172.21.15.196:0/1769498763 >> v1:172.21.15.196:6816/32369 conn(0x7f6da804d050 legacy=0x7f6da804f510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.196:6816/32369 2024-09-10T07:43:29.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.063+0000 7f6db67fc640 1 -- 172.21.15.196:0/1769498763 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7f6dbc084520 con 0x7f6dc412a820 2024-09-10T07:43:29.069 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.063+0000 7faa913b4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa8c072c30 0x7faa8c1313c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:29.069 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.063+0000 7faa913b4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa8c072c30 0x7faa8c1313c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:51882/0 (socket says 172.21.15.196:51882) 2024-09-10T07:43:29.070 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.063+0000 7faa93e19640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7faa8c1379a0 con 0x7faa8c071390 2024-09-10T07:43:29.070 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.063+0000 7faa93e19640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7faa8c137820 con 0x7faa8c072c30 2024-09-10T07:43:29.070 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.063+0000 7faa93e19640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7faa8c137b20 con 0x7faa8c134ce0 2024-09-10T07:43:29.070 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.063+0000 7faa923b6640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faa8c134ce0 0x7faa8c131900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33236/0 (socket says 172.21.15.196:33236) 2024-09-10T07:43:29.070 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.063+0000 7faa923b6640 1 -- 172.21.15.196:0/3229402795 learned_addr learned my addr 172.21.15.196:0/3229402795 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:29.070 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.063+0000 7faa923b6640 1 -- 172.21.15.196:0/3229402795 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa8c072c30 msgr2=0x7faa8c1313c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:29.070 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.063+0000 7faa923b6640 1 --2- 172.21.15.196:0/3229402795 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa8c072c30 0x7faa8c1313c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.070 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.063+0000 7faa923b6640 1 -- 172.21.15.196:0/3229402795 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa8c071390 msgr2=0x7faa8c1298b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:29.070 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.063+0000 7faa923b6640 1 --2- 172.21.15.196:0/3229402795 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa8c071390 0x7faa8c1298b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.070 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.063+0000 7faa923b6640 1 -- 172.21.15.196:0/3229402795 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa8c133f50 con 0x7faa8c134ce0 2024-09-10T07:43:29.070 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.064+0000 7faa923b6640 1 --2- 172.21.15.196:0/3229402795 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faa8c134ce0 0x7faa8c131900 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7faa8400efc0 tx=0x7faa8400c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:29.071 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.071+0000 7faa827fc640 1 -- 172.21.15.196:0/3229402795 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa84018020 con 0x7faa8c134ce0 2024-09-10T07:43:29.071 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.071+0000 7faa827fc640 1 -- 172.21.15.196:0/3229402795 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa84014480 con 0x7faa8c134ce0 2024-09-10T07:43:29.071 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.071+0000 7faa93e19640 1 -- 172.21.15.196:0/3229402795 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa8c134790 con 0x7faa8c134ce0 2024-09-10T07:43:29.071 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.071+0000 7f6db67fc640 1 -- 172.21.15.196:0/1769498763 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+142737 (secure 0 0 0) 0x7f6dbc04d070 con 0x7f6dc412a820 2024-09-10T07:43:29.072 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.071+0000 7faa827fc640 1 -- 172.21.15.196:0/3229402795 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa84014870 con 0x7faa8c134ce0 2024-09-10T07:43:29.072 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.071+0000 7faa93e19640 1 -- 172.21.15.196:0/3229402795 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7faa8c131e40 con 0x7faa8c134ce0 2024-09-10T07:43:29.072 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.072+0000 7faa93e19640 1 -- 172.21.15.196:0/3229402795 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa8c071770 con 0x7faa8c134ce0 2024-09-10T07:43:29.072 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.072+0000 7faa827fc640 1 -- 172.21.15.196:0/3229402795 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7faa84005d10 con 0x7faa8c134ce0 2024-09-10T07:43:29.072 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.073+0000 7faa827fc640 1 -- 172.21.15.196:0/3229402795 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7faa840645c0 con 0x7faa8c134ce0 2024-09-10T07:43:29.072 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.073+0000 7faa91bb5640 1 -- 172.21.15.196:0/3229402795 >> v1:172.21.15.196:6816/32369 conn(0x7faa7004d0a0 legacy=0x7faa7004f560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.196:6816/32369 2024-09-10T07:43:29.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.076+0000 7faa827fc640 1 -- 172.21.15.196:0/3229402795 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+142737 (secure 0 0 0) 0x7faa84022030 con 0x7faa8c134ce0 2024-09-10T07:43:29.109 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:43:29.109+0000 7f1331769040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T07:43:29.168 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.168+0000 7f4add3c7640 1 -- 172.21.15.196:0/1470287639 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f4ad8068e60 con 0x7f4ad812c5b0 2024-09-10T07:43:29.168 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.169+0000 7f4abf7fe640 1 -- 172.21.15.196:0/1470287639 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4acc082020 con 0x7f4ad812c5b0 2024-09-10T07:43:29.168 INFO:teuthology.orchestra.run.smithi196.stdout:38654705682 2024-09-10T07:43:29.170 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.171+0000 7f4add3c7640 1 -- 172.21.15.196:0/1470287639 >> v1:172.21.15.196:6816/32369 conn(0x7f4ac404d050 legacy=0x7f4ac404f510 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:29.170 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.171+0000 7f4add3c7640 1 -- 172.21.15.196:0/1470287639 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ad812c5b0 msgr2=0x7f4ad808db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:29.170 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.171+0000 7f4add3c7640 1 --2- 172.21.15.196:0/1470287639 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ad812c5b0 0x7f4ad808db30 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f4acc031000 tx=0x7f4acc0046c0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.171 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.171+0000 7f4add3c7640 1 -- 172.21.15.196:0/1470287639 shutdown_connections 2024-09-10T07:43:29.171 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.171+0000 7f4add3c7640 1 --2- 172.21.15.196:0/1470287639 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4ad808e070 0x7f4ad81c0370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.171 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.171+0000 7f4add3c7640 1 --2- 172.21.15.196:0/1470287639 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4ad812c5b0 0x7f4ad808db30 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.171 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.171+0000 7f4add3c7640 1 --2- 172.21.15.196:0/1470287639 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4ad806f0a0 0x7f4ad808d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.171 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.171+0000 7f4add3c7640 1 -- 172.21.15.196:0/1470287639 >> 172.21.15.196:0/1470287639 conn(0x7f4ad809b610 msgr2=0x7f4ad80724c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:29.171 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.171+0000 7f4add3c7640 1 -- 172.21.15.196:0/1470287639 shutdown_connections 2024-09-10T07:43:29.171 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.171+0000 7f4add3c7640 1 -- 172.21.15.196:0/1470287639 wait complete. 2024-09-10T07:43:29.183 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705684 got 38654705682 for osd.1 2024-09-10T07:43:29.193 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:43:29.193+0000 7f1331769040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T07:43:29.216 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.216+0000 7faa93e19640 1 -- 172.21.15.196:0/3229402795 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7faa8c068fc0 con 0x7faa8c134ce0 2024-09-10T07:43:29.216 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.216+0000 7faa827fc640 1 -- 172.21.15.196:0/3229402795 <== mon.2 v2:172.21.15.196:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7faa8c134790 con 0x7faa8c134ce0 2024-09-10T07:43:29.216 INFO:teuthology.orchestra.run.smithi196.stdout:38654705682 2024-09-10T07:43:29.218 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.218+0000 7faa93e19640 1 -- 172.21.15.196:0/3229402795 >> v1:172.21.15.196:6816/32369 conn(0x7faa7004d0a0 legacy=0x7faa7004f560 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:29.218 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.218+0000 7faa93e19640 1 -- 172.21.15.196:0/3229402795 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faa8c134ce0 msgr2=0x7faa8c131900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:29.218 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.218+0000 7faa93e19640 1 --2- 172.21.15.196:0/3229402795 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faa8c134ce0 0x7faa8c131900 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7faa8400efc0 tx=0x7faa8400c490 comp rx=0 tx=0).stop 2024-09-10T07:43:29.218 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.218+0000 7faa93e19640 1 -- 172.21.15.196:0/3229402795 shutdown_connections 2024-09-10T07:43:29.218 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.218+0000 7faa93e19640 1 --2- 172.21.15.196:0/3229402795 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7faa8c134ce0 0x7faa8c131900 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.218 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.218+0000 7faa93e19640 1 --2- 172.21.15.196:0/3229402795 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7faa8c072c30 0x7faa8c1313c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.218 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.218+0000 7faa93e19640 1 --2- 172.21.15.196:0/3229402795 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7faa8c071390 0x7faa8c1298b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.218 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.218+0000 7faa93e19640 1 -- 172.21.15.196:0/3229402795 >> 172.21.15.196:0/3229402795 conn(0x7faa8c09f010 msgr2=0x7faa8c129f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:29.218 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.219+0000 7faa93e19640 1 -- 172.21.15.196:0/3229402795 shutdown_connections 2024-09-10T07:43:29.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.219+0000 7faa93e19640 1 -- 172.21.15.196:0/3229402795 wait complete. 2024-09-10T07:43:29.229 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705684 got 38654705682 for osd.2 2024-09-10T07:43:29.249 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.250+0000 7f9a0bfff640 1 -- 172.21.15.196:0/1491190742 >> v1:172.21.15.196:6816/32369 conn(0x7f99f804d120 legacy=0x7f99f804f5e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.196:6816/32369 2024-09-10T07:43:29.263 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.264+0000 7f6dc9e60640 1 -- 172.21.15.196:0/1769498763 >> v1:172.21.15.196:6816/32369 conn(0x7f6da804d050 legacy=0x7f6da804f510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.196:6816/32369 2024-09-10T07:43:29.275 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.276+0000 7f9a12a0d640 1 -- 172.21.15.196:0/1491190742 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f9a0c068e60 con 0x7f9a0c06f9c0 2024-09-10T07:43:29.276 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.276+0000 7f9a08ff9640 1 -- 172.21.15.196:0/1491190742 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f9a00063590 con 0x7f9a0c06f9c0 2024-09-10T07:43:29.276 INFO:teuthology.orchestra.run.smithi196.stdout:38654705681 2024-09-10T07:43:29.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.279+0000 7f9a12a0d640 1 -- 172.21.15.196:0/1491190742 >> v1:172.21.15.196:6816/32369 conn(0x7f99f804d120 legacy=0x7f99f804f5e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:29.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.279+0000 7f9a12a0d640 1 -- 172.21.15.196:0/1491190742 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9a0c06f9c0 msgr2=0x7f9a0c1c0670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:29.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.279+0000 7f9a12a0d640 1 --2- 172.21.15.196:0/1491190742 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9a0c06f9c0 0x7f9a0c1c0670 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f9a0000edc0 tx=0x7f9a0000d720 comp rx=0 tx=0).stop 2024-09-10T07:43:29.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.279+0000 7f9a12a0d640 1 -- 172.21.15.196:0/1491190742 shutdown_connections 2024-09-10T07:43:29.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.279+0000 7f9a12a0d640 1 --2- 172.21.15.196:0/1491190742 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f9a0c12c5b0 0x7f9a0c08cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.279+0000 7f9a12a0d640 1 --2- 172.21.15.196:0/1491190742 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f9a0c06f9c0 0x7f9a0c1c0670 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.279+0000 7f9a12a0d640 1 --2- 172.21.15.196:0/1491190742 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f9a0c06f0a0 0x7f9a0c1c0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.279+0000 7f9a12a0d640 1 -- 172.21.15.196:0/1491190742 >> 172.21.15.196:0/1491190742 conn(0x7f9a0c09b610 msgr2=0x7f9a0c099330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:29.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.279+0000 7f9a12a0d640 1 -- 172.21.15.196:0/1491190742 shutdown_connections 2024-09-10T07:43:29.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.279+0000 7f9a12a0d640 1 -- 172.21.15.196:0/1491190742 wait complete. 2024-09-10T07:43:29.291 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.292+0000 7f6dcc0c4640 1 -- 172.21.15.196:0/1769498763 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f6dc40634a0 con 0x7f6dc412a820 2024-09-10T07:43:29.292 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.292+0000 7f6db67fc640 1 -- 172.21.15.196:0/1769498763 <== mon.2 v2:172.21.15.196:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6dbc010040 con 0x7f6dc412a820 2024-09-10T07:43:29.292 INFO:teuthology.orchestra.run.smithi196.stdout:38654705682 2024-09-10T07:43:29.293 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705683 got 38654705681 for osd.0 2024-09-10T07:43:29.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.294+0000 7f6dcc0c4640 1 -- 172.21.15.196:0/1769498763 >> v1:172.21.15.196:6816/32369 conn(0x7f6da804d050 legacy=0x7f6da804f510 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:29.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.294+0000 7f6dcc0c4640 1 -- 172.21.15.196:0/1769498763 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6dc412a820 msgr2=0x7f6dc412eed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:29.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.294+0000 7f6dcc0c4640 1 --2- 172.21.15.196:0/1769498763 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6dc412a820 0x7f6dc412eed0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc036040 tx=0x7f6dbc004a40 comp rx=0 tx=0).stop 2024-09-10T07:43:29.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.294+0000 7f6dcc0c4640 1 -- 172.21.15.196:0/1769498763 shutdown_connections 2024-09-10T07:43:29.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.294+0000 7f6dcc0c4640 1 --2- 172.21.15.196:0/1769498763 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6dc412a820 0x7f6dc412eed0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.294+0000 7f6dcc0c4640 1 --2- 172.21.15.196:0/1769498763 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6dc4098170 0x7f6dc412e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.294+0000 7f6dcc0c4640 1 --2- 172.21.15.196:0/1769498763 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6dc4097850 0x7f6dc4134140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:29.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.294+0000 7f6dcc0c4640 1 -- 172.21.15.196:0/1769498763 >> 172.21.15.196:0/1769498763 conn(0x7f6dc409c290 msgr2=0x7f6dc412ac00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:29.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.295+0000 7f6dcc0c4640 1 -- 172.21.15.196:0/1769498763 shutdown_connections 2024-09-10T07:43:29.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:29.295+0000 7f6dcc0c4640 1 -- 172.21.15.196:0/1769498763 wait complete. 2024-09-10T07:43:29.305 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705684 got 38654705682 for osd.3 2024-09-10T07:43:29.335 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:29.336+0000 7fbcd3df9040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T07:43:29.348 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:43:29.349+0000 7f1331769040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T07:43:29.390 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:29.391+0000 7fbcd3df9040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T07:43:29.444 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:43:29.444+0000 7f1331769040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T07:43:29.479 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:29.479+0000 7fbcd3df9040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T07:43:29.576 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:29.576+0000 7fbcd3df9040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T07:43:29.623 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:29.624+0000 7fbcd3df9040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T07:43:29.691 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:43:29.691+0000 7f1331769040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T07:43:29.727 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:29.728+0000 7fbcd3df9040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-10T07:43:29.736 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:43:29.736+0000 7f1331769040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T07:43:29.781 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:29.782+0000 7fbcd3df9040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T07:43:29.828 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:29.828+0000 7fbcd3df9040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T07:43:29.844 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:43:29.845+0000 7f1331769040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T07:43:29.942 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:29.942+0000 7fbcd3df9040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T07:43:29.997 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:29.995+0000 7fbcd3df9040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T07:43:30.048 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:30.049+0000 7fbcd3df9040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T07:43:30.102 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:43:30.103+0000 7f1331769040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T07:43:30.119 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:30.120+0000 7fbcd3df9040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T07:43:30.148 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:43:30.148+0000 7f1331769040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T07:43:30.166 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:30.166+0000 7fbcd3df9040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T07:43:30.184 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T07:43:30.212 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:30.213+0000 7fbcd3df9040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T07:43:30.230 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T07:43:30.235 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:43:30.235+0000 7f1331769040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T07:43:30.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.287+0000 7f2e19eb7640 1 Processor -- start 2024-09-10T07:43:30.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.287+0000 7f2e19eb7640 1 -- start start 2024-09-10T07:43:30.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.288+0000 7f2e19eb7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2e14097510 0x7f2e14131550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.288+0000 7f2e19eb7640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2e14131a90 0x7f2e14133e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.288+0000 7f2e19eb7640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e140630c0 con 0x7f2e14096a20 2024-09-10T07:43:30.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.288+0000 7f2e19eb7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2e140759c0 con 0x7f2e14097510 2024-09-10T07:43:30.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.288+0000 7f2e19eb7640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f2e1406e3a0 con 0x7f2e14131a90 2024-09-10T07:43:30.290 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.288+0000 7f2e137fe640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f2e14096a20 0x7f2e14096e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:57336/0 (socket says 172.21.15.196:57336) 2024-09-10T07:43:30.290 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.288+0000 7f2e137fe640 1 -- 172.21.15.196:0/3897915232 learned_addr learned my addr 172.21.15.196:0/3897915232 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:30.290 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.288+0000 7f2e12ffd640 1 --2- 172.21.15.196:0/3897915232 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2e14097510 0x7f2e14131550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:30.290 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.288+0000 7f2e13fff640 1 --2- 172.21.15.196:0/3897915232 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2e14131a90 0x7f2e14133e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:30.290 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.288+0000 7f2e13fff640 1 -- 172.21.15.196:0/3897915232 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2e14097510 msgr2=0x7f2e14131550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:30.290 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.288+0000 7f2e13fff640 1 --2- 172.21.15.196:0/3897915232 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2e14097510 0x7f2e14131550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.291 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.288+0000 7f2e13fff640 1 -- 172.21.15.196:0/3897915232 >> v1:172.21.15.196:6789/0 conn(0x7f2e14096a20 legacy=0x7f2e14096e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:30.291 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.288+0000 7f2e127fc640 1 -- 172.21.15.196:0/3897915232 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2893220834 0 0) 0x7f2e140630c0 con 0x7f2e14096a20 2024-09-10T07:43:30.291 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.289+0000 7f2e13fff640 1 -- 172.21.15.196:0/3897915232 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e14097fe0 con 0x7f2e14131a90 2024-09-10T07:43:30.297 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.290+0000 7f2e13fff640 1 --2- 172.21.15.196:0/3897915232 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2e14131a90 0x7f2e14133e80 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f2e0c009dc0 tx=0x7f2e0c02a530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e110b71e9cb12a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:30.297 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.290+0000 7f2e127fc640 1 -- 172.21.15.196:0/3897915232 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e0c007740 con 0x7f2e14131a90 2024-09-10T07:43:30.297 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.290+0000 7f2e127fc640 1 -- 172.21.15.196:0/3897915232 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e0c0078e0 con 0x7f2e14131a90 2024-09-10T07:43:30.297 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.290+0000 7f2e127fc640 1 -- 172.21.15.196:0/3897915232 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e0c007cb0 con 0x7f2e14131a90 2024-09-10T07:43:30.298 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.291+0000 7f2e19eb7640 1 -- 172.21.15.196:0/3897915232 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2e14131a90 msgr2=0x7f2e14133e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:30.298 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.291+0000 7f2e19eb7640 1 --2- 172.21.15.196:0/3897915232 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2e14131a90 0x7f2e14133e80 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f2e0c009dc0 tx=0x7f2e0c02a530 comp rx=0 tx=0).stop 2024-09-10T07:43:30.298 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.291+0000 7f2e19eb7640 1 -- 172.21.15.196:0/3897915232 shutdown_connections 2024-09-10T07:43:30.298 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.291+0000 7f2e19eb7640 1 --2- 172.21.15.196:0/3897915232 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2e14131a90 0x7f2e14133e80 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.298 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.291+0000 7f2e19eb7640 1 --2- 172.21.15.196:0/3897915232 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2e14097510 0x7f2e14131550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.299 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.291+0000 7f2e19eb7640 1 -- 172.21.15.196:0/3897915232 >> 172.21.15.196:0/3897915232 conn(0x7f2e1409c2a0 msgr2=0x7f2e1409c6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:30.299 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.291+0000 7f2e19eb7640 1 -- 172.21.15.196:0/3897915232 shutdown_connections 2024-09-10T07:43:30.299 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.291+0000 7f2e19eb7640 1 -- 172.21.15.196:0/3897915232 wait complete. 2024-09-10T07:43:30.299 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.292+0000 7f2e19eb7640 1 Processor -- start 2024-09-10T07:43:30.299 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.292+0000 7f2e19eb7640 1 -- start start 2024-09-10T07:43:30.299 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.292+0000 7f2e19eb7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2e14096a20 0x7f2e14123280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.300 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.292+0000 7f2e19eb7640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2e14097510 0x7f2e141237c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.300 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.292+0000 7f2e19eb7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2e14131a90 0x7f2e14123d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.300 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.292+0000 7f2e19eb7640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2e14095ca0 con 0x7f2e14096a20 2024-09-10T07:43:30.300 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.292+0000 7f2e19eb7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2e14095b20 con 0x7f2e14131a90 2024-09-10T07:43:30.300 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.292+0000 7f2e19eb7640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f2e14095e20 con 0x7f2e14097510 2024-09-10T07:43:30.300 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.292+0000 7f2e12ffd640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2e14097510 0x7f2e141237c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:30.301 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.292+0000 7f2e12ffd640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2e14097510 0x7f2e141237c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33258/0 (socket says 172.21.15.196:33258) 2024-09-10T07:43:30.301 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.292+0000 7f2e12ffd640 1 -- 172.21.15.196:0/3644330923 learned_addr learned my addr 172.21.15.196:0/3644330923 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:30.301 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.292+0000 7f2e137fe640 1 --2- 172.21.15.196:0/3644330923 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2e14096a20 0x7f2e14123280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:30.301 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.293+0000 7f2e13fff640 1 --2- 172.21.15.196:0/3644330923 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2e14131a90 0x7f2e14123d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:30.301 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.293+0000 7f2e12ffd640 1 -- 172.21.15.196:0/3644330923 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2e14131a90 msgr2=0x7f2e14123d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:30.301 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.293+0000 7f2e12ffd640 1 --2- 172.21.15.196:0/3644330923 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2e14131a90 0x7f2e14123d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.302 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.293+0000 7f2e12ffd640 1 -- 172.21.15.196:0/3644330923 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2e14096a20 msgr2=0x7f2e14123280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:30.302 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.293+0000 7f2e12ffd640 1 --2- 172.21.15.196:0/3644330923 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2e14096a20 0x7f2e14123280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.302 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.293+0000 7f2e12ffd640 1 -- 172.21.15.196:0/3644330923 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e14124830 con 0x7f2e14097510 2024-09-10T07:43:30.302 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.293+0000 7f2e137fe640 1 --2- 172.21.15.196:0/3644330923 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2e14096a20 0x7f2e14123280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:30.302 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.293+0000 7f2e12ffd640 1 --2- 172.21.15.196:0/3644330923 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2e14097510 0x7f2e141237c0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f2dfc00e9e0 tx=0x7f2dfc00eea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:30.303 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.293+0000 7f2e0bfff640 1 -- 172.21.15.196:0/3644330923 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dfc017070 con 0x7f2e14097510 2024-09-10T07:43:30.303 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.293+0000 7f2e0bfff640 1 -- 172.21.15.196:0/3644330923 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2dfc00c9d0 con 0x7f2e14097510 2024-09-10T07:43:30.303 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.293+0000 7f2e19eb7640 1 -- 172.21.15.196:0/3644330923 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e14093850 con 0x7f2e14097510 2024-09-10T07:43:30.303 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.293+0000 7f2e0bfff640 1 -- 172.21.15.196:0/3644330923 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dfc00cdc0 con 0x7f2e14097510 2024-09-10T07:43:30.303 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.293+0000 7f2e19eb7640 1 -- 172.21.15.196:0/3644330923 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e14125480 con 0x7f2e14097510 2024-09-10T07:43:30.303 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.295+0000 7f2e19eb7640 1 -- 172.21.15.196:0/3644330923 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e140008d0 con 0x7f2e14097510 2024-09-10T07:43:30.304 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.295+0000 7f2e0bfff640 1 -- 172.21.15.196:0/3644330923 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7f2dfc01a070 con 0x7f2e14097510 2024-09-10T07:43:30.304 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.295+0000 7f2e137fe640 1 -- 172.21.15.196:0/3644330923 >> v1:172.21.15.196:6816/32369 conn(0x7f2df404d050 legacy=0x7f2df404f510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.196:6816/32369 2024-09-10T07:43:30.304 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.296+0000 7f2e0bfff640 1 -- 172.21.15.196:0/3644330923 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7f2dfc063850 con 0x7f2e14097510 2024-09-10T07:43:30.304 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T07:43:30.305 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.302+0000 7f2e0bfff640 1 -- 172.21.15.196:0/3644330923 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+142737 (secure 0 0 0) 0x7f2dfc03e9c0 con 0x7f2e14097510 2024-09-10T07:43:30.306 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T07:43:30.341 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.339+0000 7fd26e5bc640 1 Processor -- start 2024-09-10T07:43:30.342 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.339+0000 7fd26e5bc640 1 -- start start 2024-09-10T07:43:30.342 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.340+0000 7fd26e5bc640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd268095990 0x7fd268095d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.342 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.340+0000 7fd26e5bc640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd2680962b0 0x7fd268133b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.342 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.340+0000 7fd26cb59640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fd268134050 0x7fd26813af70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:57352/0 (socket says 172.21.15.196:57352) 2024-09-10T07:43:30.342 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.340+0000 7fd2677fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd2680962b0 0x7fd268133b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:30.342 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.340+0000 7fd26cb59640 1 -- 172.21.15.196:0/3704285914 learned_addr learned my addr 172.21.15.196:0/3704285914 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:30.342 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.340+0000 7fd267fff640 1 --2- 172.21.15.196:0/3704285914 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd268095990 0x7fd268095d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:30.342 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.341+0000 7fd26e5bc640 1 -- 172.21.15.196:0/3704285914 --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2680630c0 con 0x7fd268134050 2024-09-10T07:43:30.342 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.341+0000 7fd26e5bc640 1 -- 172.21.15.196:0/3704285914 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd268098680 con 0x7fd2680962b0 2024-09-10T07:43:30.342 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.341+0000 7fd266ffd640 1 -- 172.21.15.196:0/3704285914 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1351056464 0 0) 0x7fd2680630c0 con 0x7fd268134050 2024-09-10T07:43:30.342 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.341+0000 7fd26e5bc640 1 -- 172.21.15.196:0/3704285914 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fd268097a90 con 0x7fd268095990 2024-09-10T07:43:30.342 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.341+0000 7fd266ffd640 1 -- 172.21.15.196:0/3704285914 --> v1:172.21.15.196:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd250003520 con 0x7fd268134050 2024-09-10T07:43:30.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.341+0000 7fd266ffd640 1 -- 172.21.15.196:0/3704285914 <== mon.0 v1:172.21.15.196:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2935533835 0 0) 0x7fd250003520 con 0x7fd268134050 2024-09-10T07:43:30.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.341+0000 7fd266ffd640 1 -- 172.21.15.196:0/3704285914 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd268095990 msgr2=0x7fd268095d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:30.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.341+0000 7fd266ffd640 1 --2- 172.21.15.196:0/3704285914 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd268095990 0x7fd268095d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.341+0000 7fd266ffd640 1 -- 172.21.15.196:0/3704285914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd2680962b0 msgr2=0x7fd268133b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:30.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.342+0000 7fd266ffd640 1 --2- 172.21.15.196:0/3704285914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd2680962b0 0x7fd268133b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.342+0000 7fd266ffd640 1 -- 172.21.15.196:0/3704285914 --> v1:172.21.15.196:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd268097d50 con 0x7fd268134050 2024-09-10T07:43:30.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.342+0000 7fd266ffd640 1 -- 172.21.15.196:0/3704285914 <== mon.0 v1:172.21.15.196:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 913365626 0 0) 0x7fd2600019f0 con 0x7fd268134050 2024-09-10T07:43:30.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.342+0000 7fd2677fe640 1 --2- 172.21.15.196:0/3704285914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd2680962b0 0x7fd268133b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:30.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.342+0000 7fd266ffd640 1 -- 172.21.15.196:0/3704285914 >> v1:172.21.15.196:6789/0 conn(0x7fd268134050 legacy=0x7fd26813af70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:30.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.342+0000 7fd266ffd640 1 --2- 172.21.15.196:0/3704285914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd250003a30 0x7fd250003e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.342+0000 7fd266ffd640 1 --2- 172.21.15.196:0/3704285914 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd250004800 0x7fd250004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.342+0000 7fd266ffd640 1 --2- 172.21.15.196:0/3704285914 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd268095990 0x7fd2500051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.342+0000 7fd266ffd640 1 -- 172.21.15.196:0/3704285914 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd268098680 con 0x7fd250004800 2024-09-10T07:43:30.344 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.342+0000 7fd266ffd640 1 -- 172.21.15.196:0/3704285914 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd268097a90 con 0x7fd250003a30 2024-09-10T07:43:30.344 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.342+0000 7fd266ffd640 1 -- 172.21.15.196:0/3704285914 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fd25000ba40 con 0x7fd268095990 2024-09-10T07:43:30.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.342+0000 7fd26cb59640 1 --2- 172.21.15.196:0/3704285914 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd268095990 0x7fd2500051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:30.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.342+0000 7fd267fff640 1 --2- 172.21.15.196:0/3704285914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd250003a30 0x7fd250003e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:30.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.342+0000 7fd26cb59640 1 -- 172.21.15.196:0/3704285914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd250003a30 msgr2=0x7fd250003e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:30.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.342+0000 7fd26cb59640 1 --2- 172.21.15.196:0/3704285914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd250003a30 0x7fd250003e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.342+0000 7fd26cb59640 1 -- 172.21.15.196:0/3704285914 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd250004800 msgr2=0x7fd250004c80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T07:43:30.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.343+0000 7fd26cb59640 1 --2- 172.21.15.196:0/3704285914 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd250004800 0x7fd250004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.343+0000 7fd26cb59640 1 -- 172.21.15.196:0/3704285914 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd250003520 con 0x7fd268095990 2024-09-10T07:43:30.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.344+0000 7fd26cb59640 1 --2- 172.21.15.196:0/3704285914 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd268095990 0x7fd2500051c0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fd260005a10 tx=0x7fd250005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1a136a4a7901356f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:30.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.344+0000 7fd266ffd640 1 -- 172.21.15.196:0/3704285914 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd260005630 con 0x7fd268095990 2024-09-10T07:43:30.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.344+0000 7fd266ffd640 1 -- 172.21.15.196:0/3704285914 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2600082d0 con 0x7fd268095990 2024-09-10T07:43:30.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.344+0000 7fd266ffd640 1 -- 172.21.15.196:0/3704285914 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2600086c0 con 0x7fd268095990 2024-09-10T07:43:30.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.345+0000 7fd26e5bc640 1 -- 172.21.15.196:0/3704285914 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd268095990 msgr2=0x7fd2500051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:30.347 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.345+0000 7fd26e5bc640 1 --2- 172.21.15.196:0/3704285914 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd268095990 0x7fd2500051c0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fd260005a10 tx=0x7fd250005830 comp rx=0 tx=0).stop 2024-09-10T07:43:30.347 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.345+0000 7fd26e5bc640 1 -- 172.21.15.196:0/3704285914 shutdown_connections 2024-09-10T07:43:30.347 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.345+0000 7fd26e5bc640 1 --2- 172.21.15.196:0/3704285914 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd268095990 0x7fd2500051c0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.347 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.345+0000 7fd26e5bc640 1 --2- 172.21.15.196:0/3704285914 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd250004800 0x7fd250004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.347 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.345+0000 7fd26e5bc640 1 --2- 172.21.15.196:0/3704285914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd250003a30 0x7fd250003e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.347 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.345+0000 7fd26e5bc640 1 -- 172.21.15.196:0/3704285914 >> 172.21.15.196:0/3704285914 conn(0x7fd26809c2a0 msgr2=0x7fd26809c6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:30.347 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.345+0000 7fd26e5bc640 1 -- 172.21.15.196:0/3704285914 shutdown_connections 2024-09-10T07:43:30.347 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.345+0000 7fd26e5bc640 1 -- 172.21.15.196:0/3704285914 wait complete. 2024-09-10T07:43:30.347 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.346+0000 7fd26e5bc640 1 Processor -- start 2024-09-10T07:43:30.347 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.346+0000 7fd26e5bc640 1 -- start start 2024-09-10T07:43:30.351 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.347+0000 7fd26e5bc640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd250003a30 0x7fd26812e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.351 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.347+0000 7fd26e5bc640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd250004800 0x7fd26812e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.351 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.347+0000 7fd26e5bc640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd268095990 0x7fd2681c8200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.351 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.347+0000 7fd267fff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd250003a30 0x7fd26812e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:30.351 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.347+0000 7fd267fff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd250003a30 0x7fd26812e180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33272/0 (socket says 172.21.15.196:33272) 2024-09-10T07:43:30.351 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.347+0000 7fd267fff640 1 -- 172.21.15.196:0/609192102 learned_addr learned my addr 172.21.15.196:0/609192102 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:30.351 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.347+0000 7fd26e5bc640 1 -- 172.21.15.196:0/609192102 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd268133b10 con 0x7fd268095990 2024-09-10T07:43:30.352 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.347+0000 7fd26e5bc640 1 -- 172.21.15.196:0/609192102 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd2680966b0 con 0x7fd250004800 2024-09-10T07:43:30.352 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.347+0000 7fd26e5bc640 1 -- 172.21.15.196:0/609192102 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fd268133c90 con 0x7fd250003a30 2024-09-10T07:43:30.352 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.347+0000 7fd2677fe640 1 --2- 172.21.15.196:0/609192102 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd250004800 0x7fd26812e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:30.352 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.347+0000 7fd26cb59640 1 --2- 172.21.15.196:0/609192102 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd268095990 0x7fd2681c8200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:30.352 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.348+0000 7fd2677fe640 1 -- 172.21.15.196:0/609192102 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd250003a30 msgr2=0x7fd26812e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:30.352 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.348+0000 7fd2677fe640 1 --2- 172.21.15.196:0/609192102 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd250003a30 0x7fd26812e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.352 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.348+0000 7fd2677fe640 1 -- 172.21.15.196:0/609192102 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd268095990 msgr2=0x7fd2681c8200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:30.352 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.348+0000 7fd2677fe640 1 --2- 172.21.15.196:0/609192102 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd268095990 0x7fd2681c8200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.352 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.348+0000 7fd2677fe640 1 -- 172.21.15.196:0/609192102 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd268131570 con 0x7fd250004800 2024-09-10T07:43:30.352 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.348+0000 7fd267fff640 1 --2- 172.21.15.196:0/609192102 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd250003a30 0x7fd26812e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:30.352 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.348+0000 7fd26cb59640 1 --2- 172.21.15.196:0/609192102 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd268095990 0x7fd2681c8200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:30.352 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.348+0000 7fd2677fe640 1 --2- 172.21.15.196:0/609192102 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd250004800 0x7fd26812e6c0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fd268075e20 tx=0x7fd25c00ebd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:30.353 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.349+0000 7fd264ff9640 1 -- 172.21.15.196:0/609192102 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd25c017020 con 0x7fd250004800 2024-09-10T07:43:30.353 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.349+0000 7fd264ff9640 1 -- 172.21.15.196:0/609192102 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd25c004030 con 0x7fd250004800 2024-09-10T07:43:30.353 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.349+0000 7fd264ff9640 1 -- 172.21.15.196:0/609192102 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd25c0043e0 con 0x7fd250004800 2024-09-10T07:43:30.353 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.349+0000 7fd26e5bc640 1 -- 172.21.15.196:0/609192102 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd26812ec00 con 0x7fd250004800 2024-09-10T07:43:30.353 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.349+0000 7fd26e5bc640 1 -- 172.21.15.196:0/609192102 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd268130ba0 con 0x7fd250004800 2024-09-10T07:43:30.353 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.351+0000 7fd26e5bc640 1 -- 172.21.15.196:0/609192102 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2680988b0 con 0x7fd250004800 2024-09-10T07:43:30.353 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.351+0000 7fd264ff9640 1 -- 172.21.15.196:0/609192102 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7fd25c01a020 con 0x7fd250004800 2024-09-10T07:43:30.353 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.351+0000 7fd264ff9640 1 -- 172.21.15.196:0/609192102 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7fd25c064590 con 0x7fd250004800 2024-09-10T07:43:30.353 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.351+0000 7fd267fff640 1 -- 172.21.15.196:0/609192102 >> v1:172.21.15.196:6816/32369 conn(0x7fd25404d050 legacy=0x7fd25404f510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.196:6816/32369 2024-09-10T07:43:30.353 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:43:30.352+0000 7f1331769040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T07:43:30.357 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.358+0000 7fd264ff9640 1 -- 172.21.15.196:0/609192102 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+142737 (secure 0 0 0) 0x7fd25c06b070 con 0x7fd250004800 2024-09-10T07:43:30.424 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:43:30.425+0000 7f1331769040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T07:43:30.448 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.447+0000 7fa84e95e640 1 Processor -- start 2024-09-10T07:43:30.448 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.447+0000 7fa84e95e640 1 -- start start 2024-09-10T07:43:30.449 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.448+0000 7fa84e95e640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa848097100 0x7fa8480974e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.449 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.448+0000 7fa84e95e640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fa848133fc0 0x7fa8481343f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.449 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.448+0000 7fa84e95e640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa84806ceb0 con 0x7fa848097a20 2024-09-10T07:43:30.449 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.448+0000 7fa847fff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa848097100 0x7fa8480974e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:30.449 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.448+0000 7fa847fff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa848097100 0x7fa8480974e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33282/0 (socket says 172.21.15.196:33282) 2024-09-10T07:43:30.449 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.448+0000 7fa847fff640 1 -- 172.21.15.196:0/2635058705 learned_addr learned my addr 172.21.15.196:0/2635058705 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:30.449 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.448+0000 7fa84cefb640 1 --2- 172.21.15.196:0/2635058705 >> v2:172.21.15.196:3300/0 conn(0x7fa848133fc0 0x7fa8481343f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:30.449 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.448+0000 7fa84e95e640 1 -- 172.21.15.196:0/2635058705 --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fa84806d150 con 0x7fa848133fc0 2024-09-10T07:43:30.449 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.448+0000 7fa84e95e640 1 -- 172.21.15.196:0/2635058705 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fa848098ad0 con 0x7fa848097100 2024-09-10T07:43:30.449 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.448+0000 7fa846ffd640 1 -- 172.21.15.196:0/2635058705 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4208721973 0 0) 0x7fa83c001110 con 0x7fa848097a20 2024-09-10T07:43:30.449 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.449+0000 7fa846ffd640 1 -- 172.21.15.196:0/2635058705 --> v1:172.21.15.196:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa830003520 con 0x7fa848097a20 2024-09-10T07:43:30.449 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.449+0000 7fa847fff640 1 -- 172.21.15.196:0/2635058705 >> v2:172.21.15.196:3300/0 conn(0x7fa848133fc0 msgr2=0x7fa8481343f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:30.450 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.449+0000 7fa847fff640 1 --2- 172.21.15.196:0/2635058705 >> v2:172.21.15.196:3300/0 conn(0x7fa848133fc0 0x7fa8481343f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.450 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.449+0000 7fa847fff640 1 -- 172.21.15.196:0/2635058705 >> v1:172.21.15.196:6789/0 conn(0x7fa848097a20 legacy=0x7fa8481338b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:30.450 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.449+0000 7fa847fff640 1 -- 172.21.15.196:0/2635058705 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa848097e40 con 0x7fa848097100 2024-09-10T07:43:30.451 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.450+0000 7fa847fff640 1 --2- 172.21.15.196:0/2635058705 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa848097100 0x7fa8480974e0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fa838009ad0 tx=0x7fa83802a3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3aeaff22c87d68da server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:30.451 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.450+0000 7fa846ffd640 1 -- 172.21.15.196:0/2635058705 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa838037070 con 0x7fa848097100 2024-09-10T07:43:30.451 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.450+0000 7fa846ffd640 1 -- 172.21.15.196:0/2635058705 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa838032440 con 0x7fa848097100 2024-09-10T07:43:30.451 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.450+0000 7fa846ffd640 1 -- 172.21.15.196:0/2635058705 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa838032810 con 0x7fa848097100 2024-09-10T07:43:30.451 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.451+0000 7fa84e95e640 1 -- 172.21.15.196:0/2635058705 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa848097100 msgr2=0x7fa8480974e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:30.451 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.451+0000 7fa84e95e640 1 --2- 172.21.15.196:0/2635058705 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa848097100 0x7fa8480974e0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fa838009ad0 tx=0x7fa83802a3a0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.451 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.451+0000 7fa84e95e640 1 -- 172.21.15.196:0/2635058705 shutdown_connections 2024-09-10T07:43:30.451 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.451+0000 7fa84e95e640 1 --2- 172.21.15.196:0/2635058705 >> v2:172.21.15.196:3300/0 conn(0x7fa848133fc0 0x7fa8481343f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.451 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.451+0000 7fa84e95e640 1 --2- 172.21.15.196:0/2635058705 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa848097100 0x7fa8480974e0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.452 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.451+0000 7fa84e95e640 1 -- 172.21.15.196:0/2635058705 >> 172.21.15.196:0/2635058705 conn(0x7fa84809b680 msgr2=0x7fa84809ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:30.452 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.451+0000 7fa84e95e640 1 -- 172.21.15.196:0/2635058705 shutdown_connections 2024-09-10T07:43:30.452 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.451+0000 7fa84e95e640 1 -- 172.21.15.196:0/2635058705 wait complete. 2024-09-10T07:43:30.453 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.452+0000 7fa84e95e640 1 Processor -- start 2024-09-10T07:43:30.453 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.453+0000 7fa84e95e640 1 -- start start 2024-09-10T07:43:30.453 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.453+0000 7fa84e95e640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa848097a20 0x7fa848071050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.453 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.453+0000 7fa84e95e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa848133fc0 0x7fa848071590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.453 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.453+0000 7fa84e95e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa848071ad0 0x7fa8481cf040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.454 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.453+0000 7fa84e95e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fa84813bf80 con 0x7fa848133fc0 2024-09-10T07:43:30.454 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.453+0000 7fa84e95e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fa84813be00 con 0x7fa848071ad0 2024-09-10T07:43:30.454 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.453+0000 7fa84e95e640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fa84813c100 con 0x7fa848097a20 2024-09-10T07:43:30.454 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.453+0000 7fa84cefb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa848071ad0 0x7fa8481cf040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:30.454 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.453+0000 7fa84cefb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa848071ad0 0x7fa8481cf040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:51956/0 (socket says 172.21.15.196:51956) 2024-09-10T07:43:30.454 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.453+0000 7fa84cefb640 1 -- 172.21.15.196:0/988426993 learned_addr learned my addr 172.21.15.196:0/988426993 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:30.454 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.454+0000 7fa847fff640 1 --2- 172.21.15.196:0/988426993 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa848097a20 0x7fa848071050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:30.454 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.454+0000 7fa84cefb640 1 -- 172.21.15.196:0/988426993 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa848097a20 msgr2=0x7fa848071050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:30.454 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.454+0000 7fa84cefb640 1 --2- 172.21.15.196:0/988426993 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa848097a20 0x7fa848071050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.454 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.454+0000 7fa84cefb640 1 -- 172.21.15.196:0/988426993 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa848133fc0 msgr2=0x7fa848071590 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:30.454 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.454+0000 7fa84cefb640 1 --2- 172.21.15.196:0/988426993 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa848133fc0 0x7fa848071590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.454 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.454+0000 7fa84cefb640 1 -- 172.21.15.196:0/988426993 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8480739e0 con 0x7fa848071ad0 2024-09-10T07:43:30.454 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.454+0000 7fa847fff640 1 --2- 172.21.15.196:0/988426993 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa848097a20 0x7fa848071050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:30.455 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.454+0000 7fa84cefb640 1 --2- 172.21.15.196:0/988426993 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa848071ad0 0x7fa8481cf040 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fa84000efc0 tx=0x7fa84000c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:30.455 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.455+0000 7fa844ff9640 1 -- 172.21.15.196:0/988426993 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa840018020 con 0x7fa848071ad0 2024-09-10T07:43:30.455 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.455+0000 7fa844ff9640 1 -- 172.21.15.196:0/988426993 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa840009b10 con 0x7fa848071ad0 2024-09-10T07:43:30.455 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.455+0000 7fa84e95e640 1 -- 172.21.15.196:0/988426993 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa848072910 con 0x7fa848071ad0 2024-09-10T07:43:30.455 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.455+0000 7fa844ff9640 1 -- 172.21.15.196:0/988426993 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8400146c0 con 0x7fa848071ad0 2024-09-10T07:43:30.455 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.455+0000 7fa84e95e640 1 -- 172.21.15.196:0/988426993 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa848071f10 con 0x7fa848071ad0 2024-09-10T07:43:30.456 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.456+0000 7fa844ff9640 1 -- 172.21.15.196:0/988426993 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7fa84001b020 con 0x7fa848071ad0 2024-09-10T07:43:30.456 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.457+0000 7fa84e95e640 1 -- 172.21.15.196:0/988426993 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8480974e0 con 0x7fa848071ad0 2024-09-10T07:43:30.456 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.457+0000 7fa847fff640 1 -- 172.21.15.196:0/988426993 >> v1:172.21.15.196:6816/32369 conn(0x7fa83404d080 legacy=0x7fa83404f540 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.196:6816/32369 2024-09-10T07:43:30.456 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.457+0000 7fa844ff9640 1 -- 172.21.15.196:0/988426993 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7fa840069060 con 0x7fa848071ad0 2024-09-10T07:43:30.460 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.461+0000 7fa844ff9640 1 -- 172.21.15.196:0/988426993 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+142737 (secure 0 0 0) 0x7fa840010040 con 0x7fa848071ad0 2024-09-10T07:43:30.469 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.470+0000 7f5ea6814640 1 Processor -- start 2024-09-10T07:43:30.469 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.470+0000 7f5ea6814640 1 -- start start 2024-09-10T07:43:30.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.471+0000 7f5ea6814640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ea006f5b0 0x7f5ea006f990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.471+0000 7f5ea6814640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5ea006fed0 0x7f5ea012c150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.471+0000 7f5ea6814640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f5ea012c690 0x7f5ea012cb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.471+0000 7f5ea4db1640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f5ea012c690 0x7f5ea012cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:30.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.471+0000 7f5e9ffff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ea006f5b0 0x7f5ea006f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:30.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.471+0000 7f5ea4db1640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f5ea012c690 0x7f5ea012cb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:47674/0 (socket says 172.21.15.196:47674) 2024-09-10T07:43:30.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.471+0000 7f5e9ffff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ea006f5b0 0x7f5ea006f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:51968/0 (socket says 172.21.15.196:51968) 2024-09-10T07:43:30.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.471+0000 7f5e9ffff640 1 -- 172.21.15.196:0/3931807895 learned_addr learned my addr 172.21.15.196:0/3931807895 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:30.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.471+0000 7f5ea6814640 1 -- 172.21.15.196:0/3931807895 --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f5ea0070330 con 0x7f5ea012c690 2024-09-10T07:43:30.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.471+0000 7f5ea6814640 1 -- 172.21.15.196:0/3931807895 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5ea012d080 con 0x7f5ea006f5b0 2024-09-10T07:43:30.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.471+0000 7f5ea6814640 1 -- 172.21.15.196:0/3931807895 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f5ea0071250 con 0x7f5ea006fed0 2024-09-10T07:43:30.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.471+0000 7f5e9f7fe640 1 --2- 172.21.15.196:0/3931807895 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5ea006fed0 0x7f5ea012c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:30.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.472+0000 7f5ea4db1640 1 -- 172.21.15.196:0/3931807895 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5ea006fed0 msgr2=0x7f5ea012c150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:30.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.473+0000 7f5ea4db1640 1 --2- 172.21.15.196:0/3931807895 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5ea006fed0 0x7f5ea012c150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.473+0000 7f5ea4db1640 1 -- 172.21.15.196:0/3931807895 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ea006f5b0 msgr2=0x7f5ea006f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:30.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.473+0000 7f5ea4db1640 1 --2- 172.21.15.196:0/3931807895 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ea006f5b0 0x7f5ea006f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.473+0000 7f5ea4db1640 1 -- 172.21.15.196:0/3931807895 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ea0070ac0 con 0x7f5ea012c690 2024-09-10T07:43:30.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.473+0000 7f5e9ffff640 1 --2- 172.21.15.196:0/3931807895 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ea006f5b0 0x7f5ea006f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:30.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.473+0000 7f5e9f7fe640 1 --2- 172.21.15.196:0/3931807895 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5ea006fed0 0x7f5ea012c150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:30.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.474+0000 7f5ea4db1640 1 --2- 172.21.15.196:0/3931807895 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ea012c690 0x7f5ea012cb40 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f5e9800b0b0 tx=0x7f5e9802a7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ae1050c4aa1ecdf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:30.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.474+0000 7f5e9effd640 1 -- 172.21.15.196:0/3931807895 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e98031600 con 0x7f5ea012c690 2024-09-10T07:43:30.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.474+0000 7f5e9effd640 1 -- 172.21.15.196:0/3931807895 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e980317a0 con 0x7f5ea012c690 2024-09-10T07:43:30.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.474+0000 7f5e9effd640 1 -- 172.21.15.196:0/3931807895 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e98031b70 con 0x7f5ea012c690 2024-09-10T07:43:30.475 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.475+0000 7f5ea6814640 1 -- 172.21.15.196:0/3931807895 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ea012c690 msgr2=0x7f5ea012cb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:30.475 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.475+0000 7f5ea6814640 1 --2- 172.21.15.196:0/3931807895 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ea012c690 0x7f5ea012cb40 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f5e9800b0b0 tx=0x7f5e9802a7f0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.475 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.475+0000 7f5ea6814640 1 -- 172.21.15.196:0/3931807895 shutdown_connections 2024-09-10T07:43:30.475 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.475+0000 7f5ea6814640 1 --2- 172.21.15.196:0/3931807895 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ea012c690 0x7f5ea012cb40 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.475 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.475+0000 7f5ea6814640 1 --2- 172.21.15.196:0/3931807895 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5ea006fed0 0x7f5ea012c150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.475 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.475+0000 7f5ea6814640 1 --2- 172.21.15.196:0/3931807895 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ea006f5b0 0x7f5ea006f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.475 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.475+0000 7f5ea6814640 1 -- 172.21.15.196:0/3931807895 >> 172.21.15.196:0/3931807895 conn(0x7f5ea009b8c0 msgr2=0x7f5ea009bcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:30.476 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.475+0000 7f5ea6814640 1 -- 172.21.15.196:0/3931807895 shutdown_connections 2024-09-10T07:43:30.476 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.475+0000 7f5ea6814640 1 -- 172.21.15.196:0/3931807895 wait complete. 2024-09-10T07:43:30.476 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.477+0000 7f5ea6814640 1 Processor -- start 2024-09-10T07:43:30.476 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.477+0000 7f5ea6814640 1 -- start start 2024-09-10T07:43:30.478 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.478+0000 7f5ea6814640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ea006f5b0 0x7f5ea01c0030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.478 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.478+0000 7f5ea6814640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ea006fed0 0x7f5ea01c0570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.478+0000 7f5e9ffff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ea006f5b0 0x7f5ea01c0030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:30.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.478+0000 7f5e9f7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ea006fed0 0x7f5ea01c0570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:30.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.478+0000 7f5e9ffff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ea006f5b0 0x7f5ea01c0030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:47680/0 (socket says 172.21.15.196:47680) 2024-09-10T07:43:30.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.478+0000 7f5e9f7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ea006fed0 0x7f5ea01c0570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:51984/0 (socket says 172.21.15.196:51984) 2024-09-10T07:43:30.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.478+0000 7f5e9ffff640 1 -- 172.21.15.196:0/4292372769 learned_addr learned my addr 172.21.15.196:0/4292372769 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:30.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.478+0000 7f5ea6814640 1 --2- 172.21.15.196:0/4292372769 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5ea012c690 0x7f5ea01c0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:30.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.479+0000 7f5ea6814640 1 -- 172.21.15.196:0/4292372769 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f5ea006d0a0 con 0x7f5ea006f5b0 2024-09-10T07:43:30.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.479+0000 7f5ea4db1640 1 --2- 172.21.15.196:0/4292372769 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5ea012c690 0x7f5ea01c0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:30.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.479+0000 7f5ea6814640 1 -- 172.21.15.196:0/4292372769 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5ea006cf20 con 0x7f5ea006fed0 2024-09-10T07:43:30.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.479+0000 7f5ea6814640 1 -- 172.21.15.196:0/4292372769 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f5ea006d220 con 0x7f5ea012c690 2024-09-10T07:43:30.481 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.479+0000 7f5e9ffff640 1 -- 172.21.15.196:0/4292372769 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5ea012c690 msgr2=0x7f5ea01c0ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:30.481 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.479+0000 7f5e9ffff640 1 --2- 172.21.15.196:0/4292372769 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5ea012c690 0x7f5ea01c0ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.481 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.479+0000 7f5e9ffff640 1 -- 172.21.15.196:0/4292372769 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ea006fed0 msgr2=0x7f5ea01c0570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:30.482 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.479+0000 7f5e9ffff640 1 --2- 172.21.15.196:0/4292372769 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ea006fed0 0x7f5ea01c0570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.482 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.479+0000 7f5e9ffff640 1 -- 172.21.15.196:0/4292372769 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ea0126a90 con 0x7f5ea006f5b0 2024-09-10T07:43:30.482 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.480+0000 7f5e9f7fe640 1 --2- 172.21.15.196:0/4292372769 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ea006fed0 0x7f5ea01c0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:30.482 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.480+0000 7f5e9ffff640 1 --2- 172.21.15.196:0/4292372769 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ea006f5b0 0x7f5ea01c0030 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f5e90012f90 tx=0x7f5e90010550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:30.482 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.480+0000 7f5e9cff9640 1 -- 172.21.15.196:0/4292372769 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e9001f020 con 0x7f5ea006f5b0 2024-09-10T07:43:30.482 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.480+0000 7f5e9cff9640 1 -- 172.21.15.196:0/4292372769 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e9000d280 con 0x7f5ea006f5b0 2024-09-10T07:43:30.482 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.480+0000 7f5e9cff9640 1 -- 172.21.15.196:0/4292372769 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e9001bbc0 con 0x7f5ea006f5b0 2024-09-10T07:43:30.483 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.480+0000 7f5ea6814640 1 -- 172.21.15.196:0/4292372769 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ea008f900 con 0x7f5ea006f5b0 2024-09-10T07:43:30.483 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.480+0000 7f5ea6814640 1 -- 172.21.15.196:0/4292372769 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ea008cf60 con 0x7f5ea006f5b0 2024-09-10T07:43:30.483 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.482+0000 7f5e9cff9640 1 -- 172.21.15.196:0/4292372769 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 6) ==== 58829+0+0 (secure 0 0 0) 0x7f5e90022020 con 0x7f5ea006f5b0 2024-09-10T07:43:30.483 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.482+0000 7f5ea6814640 1 -- 172.21.15.196:0/4292372769 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ea0073d80 con 0x7f5ea006f5b0 2024-09-10T07:43:30.484 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.483+0000 7f5e9f7fe640 1 -- 172.21.15.196:0/4292372769 >> v1:172.21.15.196:6816/32369 conn(0x7f5e8c04d050 legacy=0x7f5e8c04f510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.196:6816/32369 2024-09-10T07:43:30.484 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.483+0000 7f5e9cff9640 1 -- 172.21.15.196:0/4292372769 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2836+0+0 (secure 0 0 0) 0x7f5e9006bae0 con 0x7f5ea006f5b0 2024-09-10T07:43:30.489 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.489+0000 7f5e9cff9640 1 -- 172.21.15.196:0/4292372769 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+142737 (secure 0 0 0) 0x7f5e90029030 con 0x7f5ea006f5b0 2024-09-10T07:43:30.496 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.497+0000 7f2e137fe640 1 -- 172.21.15.196:0/3644330923 >> v1:172.21.15.196:6816/32369 conn(0x7f2df404d050 legacy=0x7f2df404f510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:172.21.15.196:6816/32369 2024-09-10T07:43:30.503 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.504+0000 7f2e19eb7640 1 -- 172.21.15.196:0/3644330923 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f2e14096e00 con 0x7f2e14097510 2024-09-10T07:43:30.503 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.504+0000 7f2e0bfff640 1 -- 172.21.15.196:0/3644330923 <== mon.2 v2:172.21.15.196:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f2dfc062920 con 0x7f2e14097510 2024-09-10T07:43:30.504 INFO:teuthology.orchestra.run.smithi196.stdout:38654705682 2024-09-10T07:43:30.506 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.507+0000 7f2e19eb7640 1 -- 172.21.15.196:0/3644330923 >> v1:172.21.15.196:6816/32369 conn(0x7f2df404d050 legacy=0x7f2df404f510 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:30.506 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.507+0000 7f2e19eb7640 1 -- 172.21.15.196:0/3644330923 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2e14097510 msgr2=0x7f2e141237c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:30.506 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.507+0000 7f2e19eb7640 1 --2- 172.21.15.196:0/3644330923 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2e14097510 0x7f2e141237c0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f2dfc00e9e0 tx=0x7f2dfc00eea0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.507 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.507+0000 7f2e19eb7640 1 -- 172.21.15.196:0/3644330923 shutdown_connections 2024-09-10T07:43:30.507 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.507+0000 7f2e19eb7640 1 --2- 172.21.15.196:0/3644330923 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2e14131a90 0x7f2e14123d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.507 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.507+0000 7f2e19eb7640 1 --2- 172.21.15.196:0/3644330923 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2e14097510 0x7f2e141237c0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.507 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.507+0000 7f2e19eb7640 1 --2- 172.21.15.196:0/3644330923 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2e14096a20 0x7f2e14123280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.507 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.507+0000 7f2e19eb7640 1 -- 172.21.15.196:0/3644330923 >> 172.21.15.196:0/3644330923 conn(0x7f2e1409c2a0 msgr2=0x7f2e14098bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:30.507 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.508+0000 7f2e19eb7640 1 -- 172.21.15.196:0/3644330923 shutdown_connections 2024-09-10T07:43:30.507 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.508+0000 7f2e19eb7640 1 -- 172.21.15.196:0/3644330923 wait complete. 2024-09-10T07:43:30.519 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:30.520+0000 7fbcd3df9040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T07:43:30.524 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705684 got 38654705682 for osd.1 2024-09-10T07:43:30.525 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.526+0000 7f5e9cff9640 1 -- 172.21.15.196:0/4292372769 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mgrmap(e 7) ==== 56986+0+0 (secure 0 0 0) 0x7f5e9006a6f0 con 0x7f5ea006f5b0 2024-09-10T07:43:30.525 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.526+0000 7f5e9cff9640 1 -- 172.21.15.196:0/4292372769 >> v1:172.21.15.196:6816/32369 conn(0x7f5e8c04d050 legacy=0x7f5e8c04f510 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:30.532 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.532+0000 7fa844ff9640 1 -- 172.21.15.196:0/988426993 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mgrmap(e 7) ==== 56986+0+0 (secure 0 0 0) 0x7fa84006b070 con 0x7fa848071ad0 2024-09-10T07:43:30.532 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.532+0000 7fa844ff9640 1 -- 172.21.15.196:0/988426993 >> v1:172.21.15.196:6816/32369 conn(0x7fa83404d080 legacy=0x7fa83404f540 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:30.532 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.532+0000 7fd264ff9640 1 -- 172.21.15.196:0/609192102 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mgrmap(e 7) ==== 56986+0+0 (secure 0 0 0) 0x7fd25c061ce0 con 0x7fd250004800 2024-09-10T07:43:30.532 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.532+0000 7fd264ff9640 1 -- 172.21.15.196:0/609192102 >> v1:172.21.15.196:6816/32369 conn(0x7fd25404d050 legacy=0x7fd25404f510 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T07:43:30.584 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:43:30.585+0000 7f1331769040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-10T07:43:30.636 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.637+0000 7fa84e95e640 1 -- 172.21.15.196:0/988426993 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fa84812fce0 con 0x7fa848071ad0 2024-09-10T07:43:30.636 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:43:30.637+0000 7f1331769040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T07:43:30.637 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.637+0000 7fa844ff9640 1 -- 172.21.15.196:0/988426993 <== mon.1 v2:172.21.15.196:3301/0 8 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa84003e850 con 0x7fa848071ad0 2024-09-10T07:43:30.637 INFO:teuthology.orchestra.run.smithi196.stdout:38654705682 2024-09-10T07:43:30.639 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.640+0000 7fa84e95e640 1 -- 172.21.15.196:0/988426993 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa848071ad0 msgr2=0x7fa8481cf040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:30.639 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.640+0000 7fa84e95e640 1 --2- 172.21.15.196:0/988426993 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa848071ad0 0x7fa8481cf040 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fa84000efc0 tx=0x7fa84000c490 comp rx=0 tx=0).stop 2024-09-10T07:43:30.639 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.640+0000 7fa84e95e640 1 -- 172.21.15.196:0/988426993 shutdown_connections 2024-09-10T07:43:30.639 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.640+0000 7fa84e95e640 1 --2- 172.21.15.196:0/988426993 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fa848071ad0 0x7fa8481cf040 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.639 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.640+0000 7fa84e95e640 1 --2- 172.21.15.196:0/988426993 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fa848133fc0 0x7fa848071590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.640 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.640+0000 7fa84e95e640 1 --2- 172.21.15.196:0/988426993 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fa848097a20 0x7fa848071050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.640 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.640+0000 7fa84e95e640 1 -- 172.21.15.196:0/988426993 >> 172.21.15.196:0/988426993 conn(0x7fa84809b680 msgr2=0x7fa848130b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:30.640 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.640+0000 7fa84e95e640 1 -- 172.21.15.196:0/988426993 shutdown_connections 2024-09-10T07:43:30.640 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.640+0000 7fa84e95e640 1 -- 172.21.15.196:0/988426993 wait complete. 2024-09-10T07:43:30.642 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.643+0000 7fd26e5bc640 1 -- 172.21.15.196:0/609192102 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fd268068d60 con 0x7fd250004800 2024-09-10T07:43:30.642 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.643+0000 7fd264ff9640 1 -- 172.21.15.196:0/609192102 <== mon.1 v2:172.21.15.196:3301/0 8 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd25c03de00 con 0x7fd250004800 2024-09-10T07:43:30.643 INFO:teuthology.orchestra.run.smithi196.stdout:38654705682 2024-09-10T07:43:30.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.645+0000 7fd26e5bc640 1 -- 172.21.15.196:0/609192102 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd250004800 msgr2=0x7fd26812e6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:30.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.645+0000 7fd26e5bc640 1 --2- 172.21.15.196:0/609192102 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd250004800 0x7fd26812e6c0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fd268075e20 tx=0x7fd25c00ebd0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.645+0000 7fd26e5bc640 1 -- 172.21.15.196:0/609192102 shutdown_connections 2024-09-10T07:43:30.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.645+0000 7fd26e5bc640 1 --2- 172.21.15.196:0/609192102 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd268095990 0x7fd2681c8200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.645+0000 7fd26e5bc640 1 --2- 172.21.15.196:0/609192102 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd250004800 0x7fd26812e6c0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.645+0000 7fd26e5bc640 1 --2- 172.21.15.196:0/609192102 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd250003a30 0x7fd26812e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.645+0000 7fd26e5bc640 1 -- 172.21.15.196:0/609192102 >> 172.21.15.196:0/609192102 conn(0x7fd26809c2a0 msgr2=0x7fd26806ee60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:30.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.645+0000 7fd26e5bc640 1 -- 172.21.15.196:0/609192102 shutdown_connections 2024-09-10T07:43:30.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.645+0000 7fd26e5bc640 1 -- 172.21.15.196:0/609192102 wait complete. 2024-09-10T07:43:30.656 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705684 got 38654705682 for osd.3 2024-09-10T07:43:30.656 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705684 got 38654705682 for osd.2 2024-09-10T07:43:30.686 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:43:30.687+0000 7f1331769040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T07:43:30.705 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.705+0000 7f5ea6814640 1 -- 172.21.15.196:0/4292372769 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f5ea0068ea0 con 0x7f5ea006f5b0 2024-09-10T07:43:30.705 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.706+0000 7f5e9cff9640 1 -- 172.21.15.196:0/4292372769 <== mon.0 v2:172.21.15.196:3300/0 8 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f5e9000b070 con 0x7f5ea006f5b0 2024-09-10T07:43:30.705 INFO:teuthology.orchestra.run.smithi196.stdout:38654705681 2024-09-10T07:43:30.707 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.707+0000 7f5ea6814640 1 -- 172.21.15.196:0/4292372769 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ea006f5b0 msgr2=0x7f5ea01c0030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:30.707 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.707+0000 7f5ea6814640 1 --2- 172.21.15.196:0/4292372769 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ea006f5b0 0x7f5ea01c0030 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f5e90012f90 tx=0x7f5e90010550 comp rx=0 tx=0).stop 2024-09-10T07:43:30.707 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.707+0000 7f5ea6814640 1 -- 172.21.15.196:0/4292372769 shutdown_connections 2024-09-10T07:43:30.707 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.707+0000 7f5ea6814640 1 --2- 172.21.15.196:0/4292372769 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5ea012c690 0x7f5ea01c0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.707 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.707+0000 7f5ea6814640 1 --2- 172.21.15.196:0/4292372769 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ea006fed0 0x7f5ea01c0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.707 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.707+0000 7f5ea6814640 1 --2- 172.21.15.196:0/4292372769 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ea006f5b0 0x7f5ea01c0030 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:30.707 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.707+0000 7f5ea6814640 1 -- 172.21.15.196:0/4292372769 >> 172.21.15.196:0/4292372769 conn(0x7f5ea009b8c0 msgr2=0x7f5ea00725b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:30.707 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.707+0000 7f5ea6814640 1 -- 172.21.15.196:0/4292372769 shutdown_connections 2024-09-10T07:43:30.707 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:30.707+0000 7f5ea6814640 1 -- 172.21.15.196:0/4292372769 wait complete. 2024-09-10T07:43:30.717 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705683 got 38654705681 for osd.0 2024-09-10T07:43:30.787 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:43:30.788+0000 7f1331769040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T07:43:30.834 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:43:30.834+0000 7f1331769040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T07:43:30.880 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:43:30.881+0000 7f1331769040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T07:43:30.932 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:43:30.932+0000 7f1331769040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T07:43:30.986 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:43:30.972+0000 7f1331769040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T07:43:31.013 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:43:31.014+0000 7f1331769040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T07:43:31.231 INFO:tasks.ceph.mgr.x.smithi196.stderr:2024-09-10T07:43:31.231+0000 7f1331769040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T07:43:31.525 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T07:43:31.530 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:31.529+0000 7fbcbd5f2640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-09-10T07:43:31.531 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:31.531+0000 7fbcbd5f2640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-10T07:43:31.531 INFO:tasks.ceph.mgr.y.smithi196.stderr:2024-09-10T07:43:31.532+0000 7fbcbd5f2640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-10T07:43:31.627 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.626+0000 7f3b55a67640 1 Processor -- start 2024-09-10T07:43:31.628 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.626+0000 7f3b55a67640 1 -- start start 2024-09-10T07:43:31.628 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.626+0000 7f3b55a67640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f3b5012e7f0 0x7f3b5012ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.628 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.626+0000 7f3b55a67640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3b500958d0 0x7f3b50095d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.628 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.626+0000 7f3b55a67640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3b50096700 con 0x7f3b50096270 2024-09-10T07:43:31.628 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.626+0000 7f3b55a67640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f3b50097da0 con 0x7f3b5012e7f0 2024-09-10T07:43:31.628 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.626+0000 7f3b55a67640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f3b50097080 con 0x7f3b500958d0 2024-09-10T07:43:31.628 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.627+0000 7f3b4effd640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3b500958d0 0x7f3b50095d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.628 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.627+0000 7f3b4ffff640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f3b50096270 0x7f3b501366e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:57370/0 (socket says 172.21.15.196:57370) 2024-09-10T07:43:31.628 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.627+0000 7f3b4ffff640 1 -- 172.21.15.196:0/1122769742 learned_addr learned my addr 172.21.15.196:0/1122769742 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:31.628 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.627+0000 7f3b4f7fe640 1 --2- 172.21.15.196:0/1122769742 >> v2:172.21.15.196:3300/0 conn(0x7f3b5012e7f0 0x7f3b5012ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.628 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.627+0000 7f3b4f7fe640 1 -- 172.21.15.196:0/1122769742 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3b500958d0 msgr2=0x7f3b50095d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:31.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.627+0000 7f3b4f7fe640 1 --2- 172.21.15.196:0/1122769742 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3b500958d0 0x7f3b50095d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.627+0000 7f3b4f7fe640 1 -- 172.21.15.196:0/1122769742 >> v1:172.21.15.196:6789/0 conn(0x7f3b50096270 legacy=0x7f3b501366e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.627+0000 7f3b4f7fe640 1 -- 172.21.15.196:0/1122769742 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b50097ae0 con 0x7f3b5012e7f0 2024-09-10T07:43:31.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.627+0000 7f3b4e7fc640 1 -- 172.21.15.196:0/1122769742 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3785843910 0 0) 0x7f3b48001490 con 0x7f3b50096270 2024-09-10T07:43:31.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.627+0000 7f3b4effd640 1 --2- 172.21.15.196:0/1122769742 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3b500958d0 0x7f3b50095d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:31.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.628+0000 7f3b4f7fe640 1 --2- 172.21.15.196:0/1122769742 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b5012e7f0 0x7f3b5012ebd0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f3b400097a0 tx=0x7f3b4002a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fd1c02b87f87303 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:31.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.628+0000 7f3b4e7fc640 1 -- 172.21.15.196:0/1122769742 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b40037070 con 0x7f3b5012e7f0 2024-09-10T07:43:31.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.628+0000 7f3b4e7fc640 1 -- 172.21.15.196:0/1122769742 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b4002adb0 con 0x7f3b5012e7f0 2024-09-10T07:43:31.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.628+0000 7f3b4e7fc640 1 -- 172.21.15.196:0/1122769742 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b40032660 con 0x7f3b5012e7f0 2024-09-10T07:43:31.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.628+0000 7f3b55a67640 1 -- 172.21.15.196:0/1122769742 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b5012e7f0 msgr2=0x7f3b5012ebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.628+0000 7f3b55a67640 1 --2- 172.21.15.196:0/1122769742 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b5012e7f0 0x7f3b5012ebd0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f3b400097a0 tx=0x7f3b4002a060 comp rx=0 tx=0).stop 2024-09-10T07:43:31.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.628+0000 7f3b55a67640 1 -- 172.21.15.196:0/1122769742 shutdown_connections 2024-09-10T07:43:31.633 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.628+0000 7f3b55a67640 1 --2- 172.21.15.196:0/1122769742 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3b500958d0 0x7f3b50095d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.633 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.628+0000 7f3b55a67640 1 --2- 172.21.15.196:0/1122769742 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b5012e7f0 0x7f3b5012ebd0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.633 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.628+0000 7f3b55a67640 1 -- 172.21.15.196:0/1122769742 >> 172.21.15.196:0/1122769742 conn(0x7f3b5009c2a0 msgr2=0x7f3b5009c6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:31.633 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.628+0000 7f3b55a67640 1 -- 172.21.15.196:0/1122769742 shutdown_connections 2024-09-10T07:43:31.633 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.628+0000 7f3b55a67640 1 -- 172.21.15.196:0/1122769742 wait complete. 2024-09-10T07:43:31.633 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.629+0000 7f3b55a67640 1 Processor -- start 2024-09-10T07:43:31.633 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.629+0000 7f3b55a67640 1 -- start start 2024-09-10T07:43:31.633 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.630+0000 7f3b55a67640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b500958d0 0x7f3b50072690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.633 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.630+0000 7f3b55a67640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b50096270 0x7f3b50072bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.633 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.630+0000 7f3b55a67640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3b5012e7f0 0x7f3b50073110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.633 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.630+0000 7f3b55a67640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3b50097890 con 0x7f3b500958d0 2024-09-10T07:43:31.634 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.630+0000 7f3b55a67640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3b50097710 con 0x7f3b50096270 2024-09-10T07:43:31.634 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.630+0000 7f3b55a67640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f3b500630c0 con 0x7f3b5012e7f0 2024-09-10T07:43:31.634 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.630+0000 7f3b4f7fe640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b500958d0 0x7f3b50072690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.634 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.630+0000 7f3b4ffff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3b5012e7f0 0x7f3b50073110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.634 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.630+0000 7f3b4f7fe640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b500958d0 0x7f3b50072690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:47780/0 (socket says 172.21.15.196:47780) 2024-09-10T07:43:31.634 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.630+0000 7f3b4f7fe640 1 -- 172.21.15.196:0/1933613276 learned_addr learned my addr 172.21.15.196:0/1933613276 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:31.634 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.630+0000 7f3b4effd640 1 --2- 172.21.15.196:0/1933613276 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b50096270 0x7f3b50072bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.634 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.630+0000 7f3b4f7fe640 1 -- 172.21.15.196:0/1933613276 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3b5012e7f0 msgr2=0x7f3b50073110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.634 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.630+0000 7f3b4f7fe640 1 --2- 172.21.15.196:0/1933613276 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3b5012e7f0 0x7f3b50073110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.634 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.630+0000 7f3b4f7fe640 1 -- 172.21.15.196:0/1933613276 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b50096270 msgr2=0x7f3b50072bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.635 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.630+0000 7f3b4f7fe640 1 --2- 172.21.15.196:0/1933613276 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b50096270 0x7f3b50072bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.635 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.630+0000 7f3b4f7fe640 1 -- 172.21.15.196:0/1933613276 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b50073f90 con 0x7f3b500958d0 2024-09-10T07:43:31.635 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.630+0000 7f3b4effd640 1 --2- 172.21.15.196:0/1933613276 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b50096270 0x7f3b50072bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:31.635 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.630+0000 7f3b4f7fe640 1 --2- 172.21.15.196:0/1933613276 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b500958d0 0x7f3b50072690 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f3b400098c0 tx=0x7f3b400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:31.635 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.630+0000 7f3b37fff640 1 -- 172.21.15.196:0/1933613276 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b40041030 con 0x7f3b500958d0 2024-09-10T07:43:31.635 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.630+0000 7f3b37fff640 1 -- 172.21.15.196:0/1933613276 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b4003c670 con 0x7f3b500958d0 2024-09-10T07:43:31.635 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.630+0000 7f3b55a67640 1 -- 172.21.15.196:0/1933613276 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b50073650 con 0x7f3b500958d0 2024-09-10T07:43:31.635 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.630+0000 7f3b37fff640 1 -- 172.21.15.196:0/1933613276 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b40037040 con 0x7f3b500958d0 2024-09-10T07:43:31.635 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.630+0000 7f3b55a67640 1 -- 172.21.15.196:0/1933613276 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b50130b10 con 0x7f3b500958d0 2024-09-10T07:43:31.635 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.632+0000 7f3b37fff640 1 -- 172.21.15.196:0/1933613276 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 8) ==== 55489+0+0 (secure 0 0 0) 0x7f3b40044070 con 0x7f3b500958d0 2024-09-10T07:43:31.635 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.632+0000 7f3b55a67640 1 -- 172.21.15.196:0/1933613276 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b5012ebd0 con 0x7f3b500958d0 2024-09-10T07:43:31.636 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.632+0000 7f3b37fff640 1 -- 172.21.15.196:0/1933613276 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7f3b4007d7b0 con 0x7f3b500958d0 2024-09-10T07:43:31.636 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.636+0000 7f3b37fff640 1 -- 172.21.15.196:0/1933613276 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f3b5012ebd0 con 0x7f3b500958d0 2024-09-10T07:43:31.656 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T07:43:31.657 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T07:43:31.718 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T07:43:31.760 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.760+0000 7f29cfc38640 1 Processor -- start 2024-09-10T07:43:31.760 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.760+0000 7f60646b7640 1 Processor -- start 2024-09-10T07:43:31.761 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.760+0000 7f60646b7640 1 -- start start 2024-09-10T07:43:31.762 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.761+0000 7f29cfc38640 1 -- start start 2024-09-10T07:43:31.762 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.761+0000 7f29cfc38640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f29c806f920 0x7f29c8134ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.762 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.761+0000 7f29cfc38640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f29c8135020 0x7f29c8137410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.762 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.761+0000 7f29cfc38640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29c806cef0 con 0x7f29c806ee30 2024-09-10T07:43:31.762 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.761+0000 7f29cfc38640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f29c8070430 con 0x7f29c806f920 2024-09-10T07:43:31.762 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.761+0000 7f29cfc38640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f29c806d7e0 con 0x7f29c8135020 2024-09-10T07:43:31.762 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.761+0000 7f29cd1d3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f29c806f920 0x7f29c8134ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.762 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.761+0000 7f29ce1d5640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f29c8135020 0x7f29c8137410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.762 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.761+0000 7f29cd9d4640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f29c806ee30 0x7f29c806f210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:57378/0 (socket says 172.21.15.196:57378) 2024-09-10T07:43:31.762 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.761+0000 7f29cd1d3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f29c806f920 0x7f29c8134ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:52082/0 (socket says 172.21.15.196:52082) 2024-09-10T07:43:31.762 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.761+0000 7f29cd9d4640 1 -- 172.21.15.196:0/3535244108 learned_addr learned my addr 172.21.15.196:0/3535244108 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:31.763 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.761+0000 7f60646b7640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f605c06dce0 0x7f605c06e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.763 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.761+0000 7f60646b7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f605c06e600 0x7f605c12f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.763 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.762+0000 7f29ce1d5640 1 -- 172.21.15.196:0/3535244108 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f29c806f920 msgr2=0x7f29c8134ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:31.763 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.761+0000 7f60646b7640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f605c12f880 0x7f605c12fd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.763 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.761+0000 7f60646b7640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f605c075bc0 con 0x7f605c06dce0 2024-09-10T07:43:31.764 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.762+0000 7f29ce1d5640 1 --2- 172.21.15.196:0/3535244108 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f29c806f920 0x7f29c8134ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.764 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.762+0000 7f29ce1d5640 1 -- 172.21.15.196:0/3535244108 >> v1:172.21.15.196:6789/0 conn(0x7f29c806ee30 legacy=0x7f29c806f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.764 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.761+0000 7f60646b7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f605c070340 con 0x7f605c06e600 2024-09-10T07:43:31.764 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.761+0000 7f60646b7640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f605c130250 con 0x7f605c12f880 2024-09-10T07:43:31.765 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.761+0000 7f6062c54640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f605c12f880 0x7f605c12fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.765 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.762+0000 7f6062c54640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f605c12f880 0x7f605c12fd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33396/0 (socket says 172.21.15.196:33396) 2024-09-10T07:43:31.765 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.762+0000 7f6062453640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f605c06dce0 0x7f605c06e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.765 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.762+0000 7f6062c54640 1 -- 172.21.15.196:0/1816115545 learned_addr learned my addr 172.21.15.196:0/1816115545 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:31.765 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.762+0000 7f6062453640 1 -- 172.21.15.196:0/1816115545 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f605c12f880 msgr2=0x7f605c12fd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:31.765 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.762+0000 7f6062453640 1 --2- 172.21.15.196:0/1816115545 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f605c12f880 0x7f605c12fd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.765 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.762+0000 7f6062453640 1 -- 172.21.15.196:0/1816115545 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f605c06e600 msgr2=0x7f605c12f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:31.765 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.762+0000 7f6062453640 1 --2- 172.21.15.196:0/1816115545 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f605c06e600 0x7f605c12f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.765 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.762+0000 7f6062453640 1 -- 172.21.15.196:0/1816115545 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f605c06f720 con 0x7f605c06dce0 2024-09-10T07:43:31.765 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.762+0000 7f6062c54640 1 --2- 172.21.15.196:0/1816115545 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f605c12f880 0x7f605c12fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:31.766 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.762+0000 7f29cc9d2640 1 -- 172.21.15.196:0/3535244108 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3699030404 0 0) 0x7f29c806cef0 con 0x7f29c806ee30 2024-09-10T07:43:31.766 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.762+0000 7f29ce1d5640 1 -- 172.21.15.196:0/3535244108 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29c8138960 con 0x7f29c8135020 2024-09-10T07:43:31.766 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.762+0000 7f29cd1d3640 1 --2- 172.21.15.196:0/3535244108 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f29c806f920 0x7f29c8134ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:31.766 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.763+0000 7f6062453640 1 --2- 172.21.15.196:0/1816115545 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f605c06dce0 0x7f605c06e0c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f60580097a0 tx=0x7f6058029fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8c12e8922aa48e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:31.766 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.763+0000 7f6061451640 1 -- 172.21.15.196:0/1816115545 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6058037070 con 0x7f605c06dce0 2024-09-10T07:43:31.767 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.763+0000 7f29ce1d5640 1 --2- 172.21.15.196:0/3535244108 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f29c8135020 0x7f29c8137410 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f29c0009dc0 tx=0x7f29c002a510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c7370956bfb35356 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:31.767 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.763+0000 7f6061451640 1 -- 172.21.15.196:0/1816115545 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f605802ad00 con 0x7f605c06dce0 2024-09-10T07:43:31.767 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.763+0000 7f6061451640 1 -- 172.21.15.196:0/1816115545 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6058032660 con 0x7f605c06dce0 2024-09-10T07:43:31.767 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.763+0000 7f29cc9d2640 1 -- 172.21.15.196:0/3535244108 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29c0007740 con 0x7f29c8135020 2024-09-10T07:43:31.768 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.763+0000 7f29cc9d2640 1 -- 172.21.15.196:0/3535244108 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29c00078e0 con 0x7f29c8135020 2024-09-10T07:43:31.768 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.763+0000 7f29cc9d2640 1 -- 172.21.15.196:0/3535244108 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29c0007cb0 con 0x7f29c8135020 2024-09-10T07:43:31.768 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.764+0000 7f60646b7640 1 -- 172.21.15.196:0/1816115545 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f605c06dce0 msgr2=0x7f605c06e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.768 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.764+0000 7f60646b7640 1 --2- 172.21.15.196:0/1816115545 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f605c06dce0 0x7f605c06e0c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f60580097a0 tx=0x7f6058029fb0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.769 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.764+0000 7f60646b7640 1 -- 172.21.15.196:0/1816115545 shutdown_connections 2024-09-10T07:43:31.769 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.764+0000 7f60646b7640 1 --2- 172.21.15.196:0/1816115545 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f605c12f880 0x7f605c12fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.769 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.764+0000 7f60646b7640 1 --2- 172.21.15.196:0/1816115545 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f605c06e600 0x7f605c12f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.769 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.764+0000 7f60646b7640 1 --2- 172.21.15.196:0/1816115545 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f605c06dce0 0x7f605c06e0c0 secure :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f60580097a0 tx=0x7f6058029fb0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.769 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.764+0000 7f60646b7640 1 -- 172.21.15.196:0/1816115545 >> 172.21.15.196:0/1816115545 conn(0x7f605c09e980 msgr2=0x7f605c09ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:31.769 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.764+0000 7f29cfc38640 1 -- 172.21.15.196:0/3535244108 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f29c8135020 msgr2=0x7f29c8137410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.769 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.764+0000 7f29cfc38640 1 --2- 172.21.15.196:0/3535244108 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f29c8135020 0x7f29c8137410 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f29c0009dc0 tx=0x7f29c002a510 comp rx=0 tx=0).stop 2024-09-10T07:43:31.770 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.764+0000 7f60646b7640 1 -- 172.21.15.196:0/1816115545 shutdown_connections 2024-09-10T07:43:31.770 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.764+0000 7f29cfc38640 1 -- 172.21.15.196:0/3535244108 shutdown_connections 2024-09-10T07:43:31.770 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.764+0000 7f29cfc38640 1 --2- 172.21.15.196:0/3535244108 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f29c8135020 0x7f29c8137410 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.770 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.764+0000 7f60646b7640 1 -- 172.21.15.196:0/1816115545 wait complete. 2024-09-10T07:43:31.771 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.764+0000 7f29cfc38640 1 --2- 172.21.15.196:0/3535244108 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f29c806f920 0x7f29c8134ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.771 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.764+0000 7f29cfc38640 1 -- 172.21.15.196:0/3535244108 >> 172.21.15.196:0/3535244108 conn(0x7f29c809b610 msgr2=0x7f29c809ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:31.771 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.764+0000 7f29cfc38640 1 -- 172.21.15.196:0/3535244108 shutdown_connections 2024-09-10T07:43:31.771 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.764+0000 7f29cfc38640 1 -- 172.21.15.196:0/3535244108 wait complete. 2024-09-10T07:43:31.771 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.765+0000 7f60646b7640 1 Processor -- start 2024-09-10T07:43:31.772 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.765+0000 7f29cfc38640 1 Processor -- start 2024-09-10T07:43:31.772 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.765+0000 7f29cfc38640 1 -- start start 2024-09-10T07:43:31.772 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.765+0000 7f60646b7640 1 -- start start 2024-09-10T07:43:31.772 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f60646b7640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f605c06e600 0x7f605c130a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.773 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f29cfc38640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f29c806ee30 0x7f29c8096130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.773 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f60646b7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f605c12f880 0x7f605c130f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.773 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f60646b7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f605c1314b0 0x7f605c1c4a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.773 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f60646b7640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f605c1367f0 con 0x7f605c12f880 2024-09-10T07:43:31.773 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f60646b7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f605c136670 con 0x7f605c1314b0 2024-09-10T07:43:31.774 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f60646b7640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f605c136970 con 0x7f605c06e600 2024-09-10T07:43:31.774 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f29cfc38640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f29c806f920 0x7f29c8096670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.774 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f29cfc38640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f29c8135020 0x7f29c8096bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.774 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f29cfc38640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f29c8137d20 con 0x7f29c806ee30 2024-09-10T07:43:31.774 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f6062453640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f605c06e600 0x7f605c130a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.775 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f29cfc38640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f29c8137ba0 con 0x7f29c806f920 2024-09-10T07:43:31.775 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f6062453640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f605c06e600 0x7f605c130a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33412/0 (socket says 172.21.15.196:33412) 2024-09-10T07:43:31.775 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f29cfc38640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f29c8137ea0 con 0x7f29c8135020 2024-09-10T07:43:31.776 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f6061c52640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f605c12f880 0x7f605c130f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.776 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f6062453640 1 -- 172.21.15.196:0/2028639453 learned_addr learned my addr 172.21.15.196:0/2028639453 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:31.776 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f29cd1d3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f29c806f920 0x7f29c8096670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.776 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f29cd1d3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f29c806f920 0x7f29c8096670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:52098/0 (socket says 172.21.15.196:52098) 2024-09-10T07:43:31.777 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f29cd1d3640 1 -- 172.21.15.196:0/4239552745 learned_addr learned my addr 172.21.15.196:0/4239552745 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:31.777 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f29ce1d5640 1 --2- 172.21.15.196:0/4239552745 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f29c8135020 0x7f29c8096bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.777 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f6062c54640 1 --2- 172.21.15.196:0/2028639453 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f605c1314b0 0x7f605c1c4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.777 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f29cd1d3640 1 -- 172.21.15.196:0/4239552745 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f29c8135020 msgr2=0x7f29c8096bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.777 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f29cd1d3640 1 --2- 172.21.15.196:0/4239552745 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f29c8135020 0x7f29c8096bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.777 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f29cd1d3640 1 -- 172.21.15.196:0/4239552745 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f29c806ee30 msgr2=0x7f29c8096130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.778 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f6062453640 1 -- 172.21.15.196:0/2028639453 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f605c1314b0 msgr2=0x7f605c1c4a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.778 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f29cd9d4640 1 --2- 172.21.15.196:0/4239552745 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f29c806ee30 0x7f29c8096130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.779 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f6062453640 1 --2- 172.21.15.196:0/2028639453 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f605c1314b0 0x7f605c1c4a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.779 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f6062453640 1 -- 172.21.15.196:0/2028639453 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f605c12f880 msgr2=0x7f605c130f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.779 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f6062453640 1 --2- 172.21.15.196:0/2028639453 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f605c12f880 0x7f605c130f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.779 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.766+0000 7f6062453640 1 -- 172.21.15.196:0/2028639453 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f605c073a10 con 0x7f605c06e600 2024-09-10T07:43:31.779 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.767+0000 7f6062c54640 1 --2- 172.21.15.196:0/2028639453 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f605c1314b0 0x7f605c1c4a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:43:31.779 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.767+0000 7f6061c52640 1 --2- 172.21.15.196:0/2028639453 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f605c12f880 0x7f605c130f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:31.779 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.767+0000 7f6062453640 1 --2- 172.21.15.196:0/2028639453 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f605c06e600 0x7f605c130a30 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f6058000c00 tx=0x7f60580046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:31.780 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.767+0000 7f29cd1d3640 1 --2- 172.21.15.196:0/4239552745 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f29c806ee30 0x7f29c8096130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.780 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.767+0000 7f29cd1d3640 1 -- 172.21.15.196:0/4239552745 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29c8097c00 con 0x7f29c806f920 2024-09-10T07:43:31.780 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.767+0000 7f29cd9d4640 1 --2- 172.21.15.196:0/4239552745 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f29c806ee30 0x7f29c8096130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:43:31.781 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.767+0000 7f6052ffd640 1 -- 172.21.15.196:0/2028639453 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6058041020 con 0x7f605c06e600 2024-09-10T07:43:31.781 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.767+0000 7f6052ffd640 1 -- 172.21.15.196:0/2028639453 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f605803d620 con 0x7f605c06e600 2024-09-10T07:43:31.781 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.768+0000 7f6052ffd640 1 -- 172.21.15.196:0/2028639453 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6058037040 con 0x7f605c06e600 2024-09-10T07:43:31.781 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.768+0000 7f60646b7640 1 -- 172.21.15.196:0/2028639453 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f605c133220 con 0x7f605c06e600 2024-09-10T07:43:31.781 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.768+0000 7f60646b7640 1 -- 172.21.15.196:0/2028639453 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f605c1c4fb0 con 0x7f605c06e600 2024-09-10T07:43:31.782 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.768+0000 7f29cd1d3640 1 --2- 172.21.15.196:0/4239552745 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f29c806f920 0x7f29c8096670 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f29b800ebe0 tx=0x7f29b800c520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:31.782 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.769+0000 7f29be7fc640 1 -- 172.21.15.196:0/4239552745 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29b8017070 con 0x7f29c806f920 2024-09-10T07:43:31.782 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.769+0000 7f29be7fc640 1 -- 172.21.15.196:0/4239552745 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29b800cc30 con 0x7f29c806f920 2024-09-10T07:43:31.782 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.769+0000 7f29be7fc640 1 -- 172.21.15.196:0/4239552745 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29b8013470 con 0x7f29c806f920 2024-09-10T07:43:31.782 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.769+0000 7f29cfc38640 1 -- 172.21.15.196:0/4239552745 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29c81243f0 con 0x7f29c806f920 2024-09-10T07:43:31.782 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.769+0000 7f29cfc38640 1 -- 172.21.15.196:0/4239552745 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f29c8134d90 con 0x7f29c806f920 2024-09-10T07:43:31.782 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.769+0000 7f60646b7640 1 -- 172.21.15.196:0/2028639453 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f605c130030 con 0x7f605c06e600 2024-09-10T07:43:31.783 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.769+0000 7f6052ffd640 1 -- 172.21.15.196:0/2028639453 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 8) ==== 55489+0+0 (secure 0 0 0) 0x7f6058044020 con 0x7f605c06e600 2024-09-10T07:43:31.783 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.770+0000 7f29be7fc640 1 -- 172.21.15.196:0/4239552745 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 8) ==== 55489+0+0 (secure 0 0 0) 0x7f29b801a070 con 0x7f29c806f920 2024-09-10T07:43:31.783 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.770+0000 7f29cfc38640 1 -- 172.21.15.196:0/4239552745 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29c8098340 con 0x7f29c806f920 2024-09-10T07:43:31.783 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.770+0000 7f29be7fc640 1 -- 172.21.15.196:0/4239552745 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7f29b805cf70 con 0x7f29c806f920 2024-09-10T07:43:31.784 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.772+0000 7f6052ffd640 1 -- 172.21.15.196:0/2028639453 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7f605807d580 con 0x7f605c06e600 2024-09-10T07:43:31.784 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.774+0000 7f6052ffd640 1 -- 172.21.15.196:0/2028639453 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f605c130030 con 0x7f605c06e600 2024-09-10T07:43:31.784 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.778+0000 7f29be7fc640 1 -- 172.21.15.196:0/4239552745 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f29c8098340 con 0x7f29c806f920 2024-09-10T07:43:31.790 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.790+0000 7f3b55a67640 1 -- 172.21.15.196:0/1933613276 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f3b50095d30 con 0x7f3b500958d0 2024-09-10T07:43:31.790 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.791+0000 7f3b37fff640 1 -- 172.21.15.196:0/1933613276 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3b400077b0 con 0x7f3b500958d0 2024-09-10T07:43:31.791 INFO:teuthology.orchestra.run.smithi196.stdout:38654705682 2024-09-10T07:43:31.794 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.794+0000 7f3b55a67640 1 -- 172.21.15.196:0/1933613276 >> v1:172.21.15.196:6816/3572737106 conn(0x7f3b3c0479a0 legacy=0x7f3b3c049e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.794 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.794+0000 7f3b55a67640 1 -- 172.21.15.196:0/1933613276 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b500958d0 msgr2=0x7f3b50072690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.794 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.794+0000 7f3b55a67640 1 --2- 172.21.15.196:0/1933613276 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b500958d0 0x7f3b50072690 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f3b400098c0 tx=0x7f3b400046c0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.794 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.794+0000 7f3b55a67640 1 -- 172.21.15.196:0/1933613276 shutdown_connections 2024-09-10T07:43:31.794 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.794+0000 7f3b55a67640 1 --2- 172.21.15.196:0/1933613276 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3b5012e7f0 0x7f3b50073110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.794 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.794+0000 7f3b55a67640 1 --2- 172.21.15.196:0/1933613276 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3b50096270 0x7f3b50072bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.795 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.794+0000 7f3b55a67640 1 --2- 172.21.15.196:0/1933613276 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3b500958d0 0x7f3b50072690 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.795 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.794+0000 7f3b55a67640 1 -- 172.21.15.196:0/1933613276 >> 172.21.15.196:0/1933613276 conn(0x7f3b5009c2a0 msgr2=0x7f3b5012cc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:31.795 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.794+0000 7f3b55a67640 1 -- 172.21.15.196:0/1933613276 shutdown_connections 2024-09-10T07:43:31.795 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.794+0000 7f3b55a67640 1 -- 172.21.15.196:0/1933613276 wait complete. 2024-09-10T07:43:31.805 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705684 got 38654705682 for osd.1 2024-09-10T07:43:31.825 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.825+0000 7f42c0b73640 1 Processor -- start 2024-09-10T07:43:31.825 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.825+0000 7f42c0b73640 1 -- start start 2024-09-10T07:43:31.826 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.826+0000 7f42c0b73640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f42bc06dce0 0x7f42bc06e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.826 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.826+0000 7f42c0b73640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f42bc06e600 0x7f42bc12f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.826 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.826+0000 7f42c0b73640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42bc06f720 con 0x7f42bc12f880 2024-09-10T07:43:31.826 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.826+0000 7f42c0b73640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f42bc075bc0 con 0x7f42bc06dce0 2024-09-10T07:43:31.827 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.826+0000 7f42c0b73640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f42bc070340 con 0x7f42bc06e600 2024-09-10T07:43:31.827 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.826+0000 7f42bad9d640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f42bc12f880 0x7f42bc136670 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:57384/0 (socket says 172.21.15.196:57384) 2024-09-10T07:43:31.827 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.826+0000 7f42bad9d640 1 -- 172.21.15.196:0/1667188279 learned_addr learned my addr 172.21.15.196:0/1667188279 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:31.827 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.826+0000 7f42b9d9b640 1 --2- 172.21.15.196:0/1667188279 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f42bc06e600 0x7f42bc12f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.827 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.827+0000 7f42ba59c640 1 --2- 172.21.15.196:0/1667188279 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f42bc06dce0 0x7f42bc06e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.827 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.827+0000 7f42b9d9b640 1 -- 172.21.15.196:0/1667188279 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f42bc06dce0 msgr2=0x7f42bc06e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:31.827 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.827+0000 7f42b9d9b640 1 --2- 172.21.15.196:0/1667188279 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f42bc06dce0 0x7f42bc06e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.827 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.827+0000 7f42b9d9b640 1 -- 172.21.15.196:0/1667188279 >> v1:172.21.15.196:6789/0 conn(0x7f42bc12f880 legacy=0x7f42bc136670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.827 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.827+0000 7f42b9d9b640 1 -- 172.21.15.196:0/1667188279 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42bc06e9e0 con 0x7f42bc06e600 2024-09-10T07:43:31.827 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.827+0000 7f42ba59c640 1 --2- 172.21.15.196:0/1667188279 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f42bc06dce0 0x7f42bc06e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:31.828 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.828+0000 7f42b9d9b640 1 --2- 172.21.15.196:0/1667188279 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f42bc06e600 0x7f42bc12f340 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f42b00097d0 tx=0x7f42b002a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=53fc6df4f33d8491 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:31.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.828+0000 7f42b959a640 1 -- 172.21.15.196:0/1667188279 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42b0037070 con 0x7f42bc06e600 2024-09-10T07:43:31.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.828+0000 7f42b959a640 1 -- 172.21.15.196:0/1667188279 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42b002ad90 con 0x7f42bc06e600 2024-09-10T07:43:31.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.828+0000 7f42b959a640 1 -- 172.21.15.196:0/1667188279 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42b0032660 con 0x7f42bc06e600 2024-09-10T07:43:31.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.829+0000 7f42c0b73640 1 -- 172.21.15.196:0/1667188279 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f42bc06e600 msgr2=0x7f42bc12f340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.829+0000 7f42c0b73640 1 --2- 172.21.15.196:0/1667188279 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f42bc06e600 0x7f42bc12f340 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f42b00097d0 tx=0x7f42b002a040 comp rx=0 tx=0).stop 2024-09-10T07:43:31.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.829+0000 7f42c0b73640 1 -- 172.21.15.196:0/1667188279 shutdown_connections 2024-09-10T07:43:31.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.829+0000 7f42c0b73640 1 --2- 172.21.15.196:0/1667188279 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f42bc06e600 0x7f42bc12f340 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.829+0000 7f42c0b73640 1 --2- 172.21.15.196:0/1667188279 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f42bc06dce0 0x7f42bc06e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.829+0000 7f42c0b73640 1 -- 172.21.15.196:0/1667188279 >> 172.21.15.196:0/1667188279 conn(0x7f42bc09e980 msgr2=0x7f42bc09ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:31.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.829+0000 7f42c0b73640 1 -- 172.21.15.196:0/1667188279 shutdown_connections 2024-09-10T07:43:31.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.829+0000 7f42c0b73640 1 -- 172.21.15.196:0/1667188279 wait complete. 2024-09-10T07:43:31.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.830+0000 7f42c0b73640 1 Processor -- start 2024-09-10T07:43:31.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.830+0000 7f42c0b73640 1 -- start start 2024-09-10T07:43:31.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.831+0000 7f42c0b73640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f42bc06dce0 0x7f42bc1309a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.831+0000 7f42c0b73640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f42bc06e600 0x7f42bc130ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.831+0000 7f42c0b73640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f42bc12f880 0x7f42bc131420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:31.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.831+0000 7f42c0b73640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f42bc130140 con 0x7f42bc06e600 2024-09-10T07:43:31.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.831+0000 7f42c0b73640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f42bc12ffc0 con 0x7f42bc06dce0 2024-09-10T07:43:31.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.831+0000 7f42c0b73640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f42bc137d90 con 0x7f42bc12f880 2024-09-10T07:43:31.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.831+0000 7f42b9d9b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f42bc06e600 0x7f42bc130ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.831+0000 7f42b9d9b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f42bc06e600 0x7f42bc130ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:47810/0 (socket says 172.21.15.196:47810) 2024-09-10T07:43:31.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.831+0000 7f42b9d9b640 1 -- 172.21.15.196:0/338281776 learned_addr learned my addr 172.21.15.196:0/338281776 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:31.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.831+0000 7f42bad9d640 1 --2- 172.21.15.196:0/338281776 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f42bc12f880 0x7f42bc131420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.831+0000 7f42ba59c640 1 --2- 172.21.15.196:0/338281776 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f42bc06dce0 0x7f42bc1309a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:31.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.831+0000 7f42b9d9b640 1 -- 172.21.15.196:0/338281776 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f42bc12f880 msgr2=0x7f42bc131420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.831+0000 7f42b9d9b640 1 --2- 172.21.15.196:0/338281776 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f42bc12f880 0x7f42bc131420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.831+0000 7f42b9d9b640 1 -- 172.21.15.196:0/338281776 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f42bc06dce0 msgr2=0x7f42bc1309a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.831+0000 7f42b9d9b640 1 --2- 172.21.15.196:0/338281776 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f42bc06dce0 0x7f42bc1309a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.831+0000 7f42b9d9b640 1 -- 172.21.15.196:0/338281776 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42bc132c10 con 0x7f42bc06e600 2024-09-10T07:43:31.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.832+0000 7f42b9d9b640 1 --2- 172.21.15.196:0/338281776 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f42bc06e600 0x7f42bc130ee0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f42b0035040 tx=0x7f42b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:31.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.832+0000 7f42aaffd640 1 -- 172.21.15.196:0/338281776 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42b0037040 con 0x7f42bc06e600 2024-09-10T07:43:31.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.832+0000 7f42aaffd640 1 -- 172.21.15.196:0/338281776 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42b002ab90 con 0x7f42bc06e600 2024-09-10T07:43:31.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.832+0000 7f42aaffd640 1 -- 172.21.15.196:0/338281776 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42b003d6a0 con 0x7f42bc06e600 2024-09-10T07:43:31.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.832+0000 7f42c0b73640 1 -- 172.21.15.196:0/338281776 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42bc132010 con 0x7f42bc06e600 2024-09-10T07:43:31.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.832+0000 7f42c0b73640 1 -- 172.21.15.196:0/338281776 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42bc1cacd0 con 0x7f42bc06e600 2024-09-10T07:43:31.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.833+0000 7f42aaffd640 1 -- 172.21.15.196:0/338281776 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 8) ==== 55489+0+0 (secure 0 0 0) 0x7f42b0044020 con 0x7f42bc06e600 2024-09-10T07:43:31.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.833+0000 7f42aaffd640 1 -- 172.21.15.196:0/338281776 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7f42b007cfa0 con 0x7f42bc06e600 2024-09-10T07:43:31.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.833+0000 7f42c0b73640 1 -- 172.21.15.196:0/338281776 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42bc06e0c0 con 0x7f42bc06e600 2024-09-10T07:43:31.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.837+0000 7f42aaffd640 1 -- 172.21.15.196:0/338281776 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f42b002ad40 con 0x7f42bc06e600 2024-09-10T07:43:31.923 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.924+0000 7f60646b7640 1 -- 172.21.15.196:0/2028639453 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f605c06e0c0 con 0x7f605c06e600 2024-09-10T07:43:31.924 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.924+0000 7f6052ffd640 1 -- 172.21.15.196:0/2028639453 <== mon.2 v2:172.21.15.196:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f605c06e0c0 con 0x7f605c06e600 2024-09-10T07:43:31.924 INFO:teuthology.orchestra.run.smithi196.stdout:38654705682 2024-09-10T07:43:31.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.926+0000 7f60646b7640 1 -- 172.21.15.196:0/2028639453 >> v1:172.21.15.196:6816/3572737106 conn(0x7f6040047a70 legacy=0x7f6040049f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.925 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.926+0000 7f60646b7640 1 -- 172.21.15.196:0/2028639453 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f605c06e600 msgr2=0x7f605c130a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.926 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.926+0000 7f60646b7640 1 --2- 172.21.15.196:0/2028639453 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f605c06e600 0x7f605c130a30 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f6058000c00 tx=0x7f60580046c0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.926 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.926+0000 7f60646b7640 1 -- 172.21.15.196:0/2028639453 shutdown_connections 2024-09-10T07:43:31.926 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.926+0000 7f60646b7640 1 --2- 172.21.15.196:0/2028639453 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f605c1314b0 0x7f605c1c4a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.926 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.926+0000 7f60646b7640 1 --2- 172.21.15.196:0/2028639453 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f605c12f880 0x7f605c130f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.926 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.926+0000 7f60646b7640 1 --2- 172.21.15.196:0/2028639453 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f605c06e600 0x7f605c130a30 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.926 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.926+0000 7f60646b7640 1 -- 172.21.15.196:0/2028639453 >> 172.21.15.196:0/2028639453 conn(0x7f605c09e980 msgr2=0x7f605c0725a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:31.926 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.926+0000 7f60646b7640 1 -- 172.21.15.196:0/2028639453 shutdown_connections 2024-09-10T07:43:31.926 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.926+0000 7f60646b7640 1 -- 172.21.15.196:0/2028639453 wait complete. 2024-09-10T07:43:31.937 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705684 got 38654705682 for osd.2 2024-09-10T07:43:31.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.988+0000 7f29cfc38640 1 -- 172.21.15.196:0/4239552745 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f29c8138330 con 0x7f29c806f920 2024-09-10T07:43:31.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.988+0000 7f29be7fc640 1 -- 172.21.15.196:0/4239552745 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f29b803c6b0 con 0x7f29c806f920 2024-09-10T07:43:31.987 INFO:teuthology.orchestra.run.smithi196.stdout:38654705682 2024-09-10T07:43:31.989 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.990+0000 7f29cfc38640 1 -- 172.21.15.196:0/4239552745 >> v1:172.21.15.196:6816/3572737106 conn(0x7f29ac0479f0 legacy=0x7f29ac049eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.990+0000 7f29cfc38640 1 -- 172.21.15.196:0/4239552745 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f29c806f920 msgr2=0x7f29c8096670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:31.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.990+0000 7f29cfc38640 1 --2- 172.21.15.196:0/4239552745 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f29c806f920 0x7f29c8096670 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f29b800ebe0 tx=0x7f29b800c520 comp rx=0 tx=0).stop 2024-09-10T07:43:31.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.990+0000 7f29cfc38640 1 -- 172.21.15.196:0/4239552745 shutdown_connections 2024-09-10T07:43:31.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.990+0000 7f29cfc38640 1 --2- 172.21.15.196:0/4239552745 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f29c8135020 0x7f29c8096bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.991 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.990+0000 7f29cfc38640 1 --2- 172.21.15.196:0/4239552745 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f29c806f920 0x7f29c8096670 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.991 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.990+0000 7f29cfc38640 1 --2- 172.21.15.196:0/4239552745 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f29c806ee30 0x7f29c8096130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:31.991 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.990+0000 7f29cfc38640 1 -- 172.21.15.196:0/4239552745 >> 172.21.15.196:0/4239552745 conn(0x7f29c809b610 msgr2=0x7f29c8135de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:31.991 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.990+0000 7f29cfc38640 1 -- 172.21.15.196:0/4239552745 shutdown_connections 2024-09-10T07:43:31.991 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:31.990+0000 7f29cfc38640 1 -- 172.21.15.196:0/4239552745 wait complete. 2024-09-10T07:43:31.999 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705684 got 38654705682 for osd.3 2024-09-10T07:43:32.042 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.043+0000 7f42c0b73640 1 -- 172.21.15.196:0/338281776 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f42bc12f660 con 0x7f42bc06e600 2024-09-10T07:43:32.043 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.044+0000 7f42aaffd640 1 -- 172.21.15.196:0/338281776 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f42b007bde0 con 0x7f42bc06e600 2024-09-10T07:43:32.043 INFO:teuthology.orchestra.run.smithi196.stdout:38654705681 2024-09-10T07:43:32.045 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.046+0000 7f42c0b73640 1 -- 172.21.15.196:0/338281776 >> v1:172.21.15.196:6816/3572737106 conn(0x7f429c0479d0 legacy=0x7f429c049e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:32.046 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.046+0000 7f42c0b73640 1 -- 172.21.15.196:0/338281776 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f42bc06e600 msgr2=0x7f42bc130ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:32.046 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.046+0000 7f42c0b73640 1 --2- 172.21.15.196:0/338281776 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f42bc06e600 0x7f42bc130ee0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f42b0035040 tx=0x7f42b00046c0 comp rx=0 tx=0).stop 2024-09-10T07:43:32.046 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.046+0000 7f42c0b73640 1 -- 172.21.15.196:0/338281776 shutdown_connections 2024-09-10T07:43:32.046 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.046+0000 7f42c0b73640 1 --2- 172.21.15.196:0/338281776 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f42bc12f880 0x7f42bc131420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:32.046 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.046+0000 7f42c0b73640 1 --2- 172.21.15.196:0/338281776 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f42bc06e600 0x7f42bc130ee0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:32.046 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.046+0000 7f42c0b73640 1 --2- 172.21.15.196:0/338281776 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f42bc06dce0 0x7f42bc1309a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:32.046 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.046+0000 7f42c0b73640 1 -- 172.21.15.196:0/338281776 >> 172.21.15.196:0/338281776 conn(0x7f42bc09e980 msgr2=0x7f42bc09d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:32.046 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.046+0000 7f42c0b73640 1 -- 172.21.15.196:0/338281776 shutdown_connections 2024-09-10T07:43:32.046 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.046+0000 7f42c0b73640 1 -- 172.21.15.196:0/338281776 wait complete. 2024-09-10T07:43:32.056 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705683 got 38654705681 for osd.0 2024-09-10T07:43:32.806 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T07:43:32.909 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.909+0000 7ff34e12c640 1 Processor -- start 2024-09-10T07:43:32.909 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.909+0000 7ff34e12c640 1 -- start start 2024-09-10T07:43:32.909 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.909+0000 7ff34e12c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff34812e680 0x7ff34812ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:32.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.909+0000 7ff34e12c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff3480630c0 0x7ff348095990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:32.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.909+0000 7ff34e12c640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff348097030 con 0x7ff348095ed0 2024-09-10T07:43:32.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.909+0000 7ff34e12c640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7ff348097d50 con 0x7ff3480630c0 2024-09-10T07:43:32.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.909+0000 7ff34e12c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff3480976c0 con 0x7ff34812e680 2024-09-10T07:43:32.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.910+0000 7ff3477fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff34812e680 0x7ff34812ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:32.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.910+0000 7ff346ffd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff3480630c0 0x7ff348095990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:32.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.910+0000 7ff347fff640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7ff348095ed0 0x7ff348136720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:57398/0 (socket says 172.21.15.196:57398) 2024-09-10T07:43:32.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.910+0000 7ff347fff640 1 -- 172.21.15.196:0/2710150001 learned_addr learned my addr 172.21.15.196:0/2710150001 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:32.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.910+0000 7ff3477fe640 1 -- 172.21.15.196:0/2710150001 >> v2:172.21.15.196:3300/0 conn(0x7ff3480630c0 msgr2=0x7ff348095990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:32.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.910+0000 7ff3477fe640 1 --2- 172.21.15.196:0/2710150001 >> v2:172.21.15.196:3300/0 conn(0x7ff3480630c0 0x7ff348095990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:32.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.910+0000 7ff3477fe640 1 -- 172.21.15.196:0/2710150001 >> v1:172.21.15.196:6789/0 conn(0x7ff348095ed0 legacy=0x7ff348136720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:32.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.910+0000 7ff3477fe640 1 -- 172.21.15.196:0/2710150001 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff348097a90 con 0x7ff34812e680 2024-09-10T07:43:32.911 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.910+0000 7ff346ffd640 1 --2- 172.21.15.196:0/2710150001 >> v2:172.21.15.196:3300/0 conn(0x7ff3480630c0 0x7ff348095990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:32.914 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.910+0000 7ff3477fe640 1 --2- 172.21.15.196:0/2710150001 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff34812e680 0x7ff34812ea60 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7ff3380097a0 tx=0x7ff33802a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c86cd875a23e108a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:32.914 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.911+0000 7ff3467fc640 1 -- 172.21.15.196:0/2710150001 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff338037070 con 0x7ff34812e680 2024-09-10T07:43:32.914 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.911+0000 7ff3467fc640 1 -- 172.21.15.196:0/2710150001 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff33802adb0 con 0x7ff34812e680 2024-09-10T07:43:32.914 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.911+0000 7ff3467fc640 1 -- 172.21.15.196:0/2710150001 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff338032660 con 0x7ff34812e680 2024-09-10T07:43:32.914 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.911+0000 7ff34e12c640 1 -- 172.21.15.196:0/2710150001 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff34812e680 msgr2=0x7ff34812ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:32.914 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.911+0000 7ff34e12c640 1 --2- 172.21.15.196:0/2710150001 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff34812e680 0x7ff34812ea60 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7ff3380097a0 tx=0x7ff33802a060 comp rx=0 tx=0).stop 2024-09-10T07:43:32.914 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.911+0000 7ff34e12c640 1 -- 172.21.15.196:0/2710150001 shutdown_connections 2024-09-10T07:43:32.914 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.911+0000 7ff34e12c640 1 --2- 172.21.15.196:0/2710150001 >> v2:172.21.15.196:3300/0 conn(0x7ff3480630c0 0x7ff348095990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:32.914 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.911+0000 7ff34e12c640 1 --2- 172.21.15.196:0/2710150001 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff34812e680 0x7ff34812ea60 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:32.915 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.911+0000 7ff34e12c640 1 -- 172.21.15.196:0/2710150001 >> 172.21.15.196:0/2710150001 conn(0x7ff34809c2a0 msgr2=0x7ff34809c6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:32.915 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.911+0000 7ff34e12c640 1 -- 172.21.15.196:0/2710150001 shutdown_connections 2024-09-10T07:43:32.915 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.911+0000 7ff34e12c640 1 -- 172.21.15.196:0/2710150001 wait complete. 2024-09-10T07:43:32.915 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.912+0000 7ff34e12c640 1 Processor -- start 2024-09-10T07:43:32.915 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.912+0000 7ff34e12c640 1 -- start start 2024-09-10T07:43:32.915 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.913+0000 7ff34e12c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff3480630c0 0x7ff3481234c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:32.915 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.913+0000 7ff34e12c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff348095ed0 0x7ff348123a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:32.915 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.913+0000 7ff34e12c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff34812e680 0x7ff348123f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:32.915 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.913+0000 7ff34e12c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff3480964c0 con 0x7ff3480630c0 2024-09-10T07:43:32.915 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.913+0000 7ff34e12c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff348096340 con 0x7ff34812e680 2024-09-10T07:43:32.915 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.913+0000 7ff34e12c640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7ff348096640 con 0x7ff348095ed0 2024-09-10T07:43:32.915 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.913+0000 7ff3477fe640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff3480630c0 0x7ff3481234c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:32.916 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.913+0000 7ff3477fe640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff3480630c0 0x7ff3481234c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:47830/0 (socket says 172.21.15.196:47830) 2024-09-10T07:43:32.916 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.913+0000 7ff347fff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff34812e680 0x7ff348123f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:32.916 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.913+0000 7ff3477fe640 1 -- 172.21.15.196:0/314437573 learned_addr learned my addr 172.21.15.196:0/314437573 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:32.916 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.913+0000 7ff346ffd640 1 --2- 172.21.15.196:0/314437573 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff348095ed0 0x7ff348123a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:32.916 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.913+0000 7ff3477fe640 1 -- 172.21.15.196:0/314437573 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff348095ed0 msgr2=0x7ff348123a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:32.916 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.913+0000 7ff3477fe640 1 --2- 172.21.15.196:0/314437573 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff348095ed0 0x7ff348123a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:32.916 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.913+0000 7ff3477fe640 1 -- 172.21.15.196:0/314437573 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff34812e680 msgr2=0x7ff348123f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:32.916 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.913+0000 7ff3477fe640 1 --2- 172.21.15.196:0/314437573 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff34812e680 0x7ff348123f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:32.916 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.913+0000 7ff3477fe640 1 -- 172.21.15.196:0/314437573 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff348125770 con 0x7ff3480630c0 2024-09-10T07:43:32.916 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.913+0000 7ff347fff640 1 --2- 172.21.15.196:0/314437573 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff34812e680 0x7ff348123f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:32.916 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.913+0000 7ff3477fe640 1 --2- 172.21.15.196:0/314437573 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff3480630c0 0x7ff3481234c0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7ff338000c00 tx=0x7ff3380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:32.916 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.913+0000 7ff32ffff640 1 -- 172.21.15.196:0/314437573 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff338041070 con 0x7ff3480630c0 2024-09-10T07:43:32.916 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.913+0000 7ff32ffff640 1 -- 172.21.15.196:0/314437573 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff33803c460 con 0x7ff3480630c0 2024-09-10T07:43:32.917 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.913+0000 7ff32ffff640 1 -- 172.21.15.196:0/314437573 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff338037040 con 0x7ff3480630c0 2024-09-10T07:43:32.917 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.913+0000 7ff34e12c640 1 -- 172.21.15.196:0/314437573 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff348126b90 con 0x7ff3480630c0 2024-09-10T07:43:32.917 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.914+0000 7ff34e12c640 1 -- 172.21.15.196:0/314437573 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3481c4660 con 0x7ff3480630c0 2024-09-10T07:43:32.917 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.914+0000 7ff32ffff640 1 -- 172.21.15.196:0/314437573 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 8) ==== 55489+0+0 (secure 0 0 0) 0x7ff338044070 con 0x7ff3480630c0 2024-09-10T07:43:32.917 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.915+0000 7ff34e12c640 1 -- 172.21.15.196:0/314437573 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff348095990 con 0x7ff3480630c0 2024-09-10T07:43:32.917 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.915+0000 7ff32ffff640 1 -- 172.21.15.196:0/314437573 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7ff33807d9b0 con 0x7ff3480630c0 2024-09-10T07:43:32.918 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:32.918+0000 7ff32ffff640 1 -- 172.21.15.196:0/314437573 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7ff33807fe20 con 0x7ff3480630c0 2024-09-10T07:43:32.938 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T07:43:33.000 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T07:43:33.038 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.039+0000 7f0f702aa640 1 Processor -- start 2024-09-10T07:43:33.039 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.039+0000 7f0f702aa640 1 -- start start 2024-09-10T07:43:33.040 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.040+0000 7f0f702aa640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0f6806dce0 0x7f0f6806e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.040 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.040+0000 7f0f702aa640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0f6812fa50 0x7f0f6812fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.040 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.040+0000 7f0f702aa640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0f6806f720 con 0x7f0f6806e600 2024-09-10T07:43:33.040 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.040+0000 7f0f702aa640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f0f68075bc0 con 0x7f0f6812fa50 2024-09-10T07:43:33.040 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.040+0000 7f0f702aa640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0f68070340 con 0x7f0f6806dce0 2024-09-10T07:43:33.040 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.040+0000 7f0f6e046640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0f6806dce0 0x7f0f6806e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.040 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.040+0000 7f0f6e847640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0f6812fa50 0x7f0f6812fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.040 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.040+0000 7f0f6e847640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0f6812fa50 0x7f0f6812fec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:47846/0 (socket says 172.21.15.196:47846) 2024-09-10T07:43:33.040 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.040+0000 7f0f6e046640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0f6806dce0 0x7f0f6806e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:52178/0 (socket says 172.21.15.196:52178) 2024-09-10T07:43:33.040 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.040+0000 7f0f6e847640 1 -- 172.21.15.196:0/1057390317 learned_addr learned my addr 172.21.15.196:0/1057390317 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:33.041 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.040+0000 7f0f6d845640 1 --1- 172.21.15.196:0/1057390317 >> v1:172.21.15.196:6789/0 conn(0x7f0f6806e600 0x7f0f6812f340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:57404/0 (socket says 172.21.15.196:57404) 2024-09-10T07:43:33.041 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.040+0000 7f0f6e046640 1 -- 172.21.15.196:0/1057390317 >> v2:172.21.15.196:3300/0 conn(0x7f0f6812fa50 msgr2=0x7f0f6812fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:33.041 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.040+0000 7f0f6e046640 1 --2- 172.21.15.196:0/1057390317 >> v2:172.21.15.196:3300/0 conn(0x7f0f6812fa50 0x7f0f6812fec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.041 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.040+0000 7f0f6e046640 1 -- 172.21.15.196:0/1057390317 >> v1:172.21.15.196:6789/0 conn(0x7f0f6806e600 legacy=0x7f0f6812f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.041 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.040+0000 7f0f6e046640 1 -- 172.21.15.196:0/1057390317 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f6806e9e0 con 0x7f0f6806dce0 2024-09-10T07:43:33.042 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.041+0000 7f0f6e046640 1 --2- 172.21.15.196:0/1057390317 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0f6806dce0 0x7f0f6806e0c0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f0f640097a0 tx=0x7f0f6402a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cdd0d234d9f145ed server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:33.042 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.041+0000 7f0f6d044640 1 -- 172.21.15.196:0/1057390317 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f64037070 con 0x7f0f6806dce0 2024-09-10T07:43:33.043 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.041+0000 7f0f6d044640 1 -- 172.21.15.196:0/1057390317 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f6402adb0 con 0x7f0f6806dce0 2024-09-10T07:43:33.043 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.041+0000 7f0f6d044640 1 -- 172.21.15.196:0/1057390317 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f64032660 con 0x7f0f6806dce0 2024-09-10T07:43:33.043 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.042+0000 7f0f702aa640 1 -- 172.21.15.196:0/1057390317 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0f6806dce0 msgr2=0x7f0f6806e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.043 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.042+0000 7f0f702aa640 1 --2- 172.21.15.196:0/1057390317 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0f6806dce0 0x7f0f6806e0c0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f0f640097a0 tx=0x7f0f6402a060 comp rx=0 tx=0).stop 2024-09-10T07:43:33.043 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.042+0000 7f0f702aa640 1 -- 172.21.15.196:0/1057390317 shutdown_connections 2024-09-10T07:43:33.043 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.042+0000 7f0f702aa640 1 --2- 172.21.15.196:0/1057390317 >> v2:172.21.15.196:3300/0 conn(0x7f0f6812fa50 0x7f0f6812fec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.043 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.042+0000 7f0f702aa640 1 --2- 172.21.15.196:0/1057390317 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0f6806dce0 0x7f0f6806e0c0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.043 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.042+0000 7f0f702aa640 1 -- 172.21.15.196:0/1057390317 >> 172.21.15.196:0/1057390317 conn(0x7f0f6809e980 msgr2=0x7f0f6809ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:33.043 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.042+0000 7f0f702aa640 1 -- 172.21.15.196:0/1057390317 shutdown_connections 2024-09-10T07:43:33.043 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.042+0000 7f0f702aa640 1 -- 172.21.15.196:0/1057390317 wait complete. 2024-09-10T07:43:33.043 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.043+0000 7f0f702aa640 1 Processor -- start 2024-09-10T07:43:33.043 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.043+0000 7f0f702aa640 1 -- start start 2024-09-10T07:43:33.044 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.044+0000 7f0f702aa640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0f6806dce0 0x7f0f68130430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.044 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.044+0000 7f0f702aa640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0f6806e600 0x7f0f68130970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.044 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.044+0000 7f0f702aa640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0f6812fa50 0x7f0f68130eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.044 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.044+0000 7f0f702aa640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f0f68137a10 con 0x7f0f6806dce0 2024-09-10T07:43:33.044 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.044+0000 7f0f702aa640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0f68137890 con 0x7f0f6806e600 2024-09-10T07:43:33.044 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.044+0000 7f0f702aa640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f0f68137b90 con 0x7f0f6812fa50 2024-09-10T07:43:33.045 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.045+0000 7ff32ffff640 1 -- 172.21.15.196:0/314437573 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mgrmap(e 9) ==== 55595+0+0 (secure 0 0 0) 0x7ff33803a070 con 0x7ff3480630c0 2024-09-10T07:43:33.045 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.045+0000 7f0f6e847640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0f6812fa50 0x7f0f68130eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.045 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.045+0000 7f0f6e847640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0f6812fa50 0x7f0f68130eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33458/0 (socket says 172.21.15.196:33458) 2024-09-10T07:43:33.046 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.045+0000 7f0f6e847640 1 -- 172.21.15.196:0/1254600344 learned_addr learned my addr 172.21.15.196:0/1254600344 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:33.046 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.045+0000 7f0f6e847640 1 -- 172.21.15.196:0/1254600344 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0f6806e600 msgr2=0x7f0f68130970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.046 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.045+0000 7f0f6e847640 1 --2- 172.21.15.196:0/1254600344 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0f6806e600 0x7f0f68130970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.046 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.045+0000 7f0f6e847640 1 -- 172.21.15.196:0/1254600344 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0f6806dce0 msgr2=0x7f0f68130430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.046 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.045+0000 7f0f6e847640 1 --2- 172.21.15.196:0/1254600344 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0f6806dce0 0x7f0f68130430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.046 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.045+0000 7f0f6e847640 1 -- 172.21.15.196:0/1254600344 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f6812cc80 con 0x7f0f6812fa50 2024-09-10T07:43:33.046 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.045+0000 7f0f6e847640 1 --2- 172.21.15.196:0/1254600344 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0f6812fa50 0x7f0f68130eb0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f0f6000efc0 tx=0x7f0f6000c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:33.047 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.046+0000 7f0f5effd640 1 -- 172.21.15.196:0/1254600344 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f6000cd20 con 0x7f0f6812fa50 2024-09-10T07:43:33.047 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.047+0000 7f0f5effd640 1 -- 172.21.15.196:0/1254600344 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f60003990 con 0x7f0f6812fa50 2024-09-10T07:43:33.047 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.047+0000 7f0f5effd640 1 -- 172.21.15.196:0/1254600344 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f60003d80 con 0x7f0f6812fa50 2024-09-10T07:43:33.048 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.047+0000 7f0f702aa640 1 -- 172.21.15.196:0/1254600344 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f681373a0 con 0x7f0f6812fa50 2024-09-10T07:43:33.048 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.047+0000 7f0f702aa640 1 -- 172.21.15.196:0/1254600344 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f68132610 con 0x7f0f6812fa50 2024-09-10T07:43:33.048 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.049+0000 7f0f702aa640 1 -- 172.21.15.196:0/1254600344 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f6806e0c0 con 0x7f0f6812fa50 2024-09-10T07:43:33.049 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.050+0000 7f0f5effd640 1 -- 172.21.15.196:0/1254600344 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 9) ==== 55595+0+0 (secure 0 0 0) 0x7f0f60005d10 con 0x7f0f6812fa50 2024-09-10T07:43:33.049 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.050+0000 7f0f5effd640 1 -- 172.21.15.196:0/1254600344 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7f0f6005d6c0 con 0x7f0f6812fa50 2024-09-10T07:43:33.056 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T07:43:33.057 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.057+0000 7f0f5effd640 1 -- 172.21.15.196:0/1254600344 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f0f60022020 con 0x7f0f6812fa50 2024-09-10T07:43:33.070 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.070+0000 7ff34e12c640 1 -- 172.21.15.196:0/314437573 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7ff34809a580 con 0x7ff3480630c0 2024-09-10T07:43:33.070 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.071+0000 7ff32ffff640 1 -- 172.21.15.196:0/314437573 <== mon.0 v2:172.21.15.196:3300/0 8 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff338059c00 con 0x7ff3480630c0 2024-09-10T07:43:33.070 INFO:teuthology.orchestra.run.smithi196.stdout:38654705685 2024-09-10T07:43:33.073 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.074+0000 7ff34e12c640 1 -- 172.21.15.196:0/314437573 >> v1:172.21.15.196:6816/3572737106 conn(0x7ff3340479a0 legacy=0x7ff334049e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.073 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.074+0000 7ff34e12c640 1 -- 172.21.15.196:0/314437573 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff3480630c0 msgr2=0x7ff3481234c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.073 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.074+0000 7ff34e12c640 1 --2- 172.21.15.196:0/314437573 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff3480630c0 0x7ff3481234c0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7ff338000c00 tx=0x7ff3380046c0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.073 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.074+0000 7ff34e12c640 1 -- 172.21.15.196:0/314437573 shutdown_connections 2024-09-10T07:43:33.074 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.074+0000 7ff34e12c640 1 --2- 172.21.15.196:0/314437573 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff34812e680 0x7ff348123f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.074 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.074+0000 7ff34e12c640 1 --2- 172.21.15.196:0/314437573 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff348095ed0 0x7ff348123a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.074 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.074+0000 7ff34e12c640 1 --2- 172.21.15.196:0/314437573 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff3480630c0 0x7ff3481234c0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.074 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.074+0000 7ff34e12c640 1 -- 172.21.15.196:0/314437573 >> 172.21.15.196:0/314437573 conn(0x7ff34809c2a0 msgr2=0x7ff348093cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:33.074 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.074+0000 7ff34e12c640 1 -- 172.21.15.196:0/314437573 shutdown_connections 2024-09-10T07:43:33.074 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.074+0000 7ff34e12c640 1 -- 172.21.15.196:0/314437573 wait complete. 2024-09-10T07:43:33.089 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705684 got 38654705685 for osd.1 2024-09-10T07:43:33.089 DEBUG:teuthology.parallel:result is None 2024-09-10T07:43:33.114 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.115+0000 7fcbd01e5640 1 Processor -- start 2024-09-10T07:43:33.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.115+0000 7fcbd01e5640 1 -- start start 2024-09-10T07:43:33.116 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.116+0000 7fcbd01e5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcbc8097e60 0x7fcbc81346f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.116 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.116+0000 7fcbd01e5640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fcbc8134c30 0x7fcbc8137020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.116 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.116+0000 7fcbd01e5640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcbc8098340 con 0x7fcbc8097370 2024-09-10T07:43:33.116 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.116+0000 7fcbd01e5640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fcbc8098e20 con 0x7fcbc8134c30 2024-09-10T07:43:33.116 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.116+0000 7fcbd01e5640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fcbc80917b0 con 0x7fcbc8097e60 2024-09-10T07:43:33.116 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.116+0000 7fcbcd780640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcbc8097e60 0x7fcbc81346f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.116+0000 7fcbce782640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fcbc8134c30 0x7fcbc8137020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.116+0000 7fcbcd780640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcbc8097e60 0x7fcbc81346f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:52194/0 (socket says 172.21.15.196:52194) 2024-09-10T07:43:33.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.116+0000 7fcbce782640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fcbc8134c30 0x7fcbc8137020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:47862/0 (socket says 172.21.15.196:47862) 2024-09-10T07:43:33.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.116+0000 7fcbcd780640 1 -- 172.21.15.196:0/2193613377 learned_addr learned my addr 172.21.15.196:0/2193613377 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:33.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.116+0000 7fcbce782640 1 -- 172.21.15.196:0/2193613377 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcbc8097e60 msgr2=0x7fcbc81346f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:33.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.116+0000 7fcbce782640 1 --2- 172.21.15.196:0/2193613377 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcbc8097e60 0x7fcbc81346f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.116+0000 7fcbce782640 1 -- 172.21.15.196:0/2193613377 >> v1:172.21.15.196:6789/0 conn(0x7fcbc8097370 legacy=0x7fcbc8097750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.116+0000 7fcbce782640 1 -- 172.21.15.196:0/2193613377 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbc8091470 con 0x7fcbc8134c30 2024-09-10T07:43:33.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.116+0000 7fcbcd780640 1 --2- 172.21.15.196:0/2193613377 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcbc8097e60 0x7fcbc81346f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:33.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.117+0000 7fcbce782640 1 --2- 172.21.15.196:0/2193613377 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcbc8134c30 0x7fcbc8137020 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fcbc0009dc0 tx=0x7fcbc002a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c82ad5b1c7c4dd9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:33.120 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.117+0000 7fcbccf7f640 1 -- 172.21.15.196:0/2193613377 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbc0007740 con 0x7fcbc8134c30 2024-09-10T07:43:33.120 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.117+0000 7fcbccf7f640 1 -- 172.21.15.196:0/2193613377 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbc00078e0 con 0x7fcbc8134c30 2024-09-10T07:43:33.120 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.117+0000 7fcbccf7f640 1 -- 172.21.15.196:0/2193613377 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbc0007cb0 con 0x7fcbc8134c30 2024-09-10T07:43:33.120 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.118+0000 7fcbd01e5640 1 -- 172.21.15.196:0/2193613377 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcbc8134c30 msgr2=0x7fcbc8137020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.120 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.118+0000 7fcbd01e5640 1 --2- 172.21.15.196:0/2193613377 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcbc8134c30 0x7fcbc8137020 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fcbc0009dc0 tx=0x7fcbc002a560 comp rx=0 tx=0).stop 2024-09-10T07:43:33.120 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.118+0000 7fcbd01e5640 1 -- 172.21.15.196:0/2193613377 shutdown_connections 2024-09-10T07:43:33.120 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.118+0000 7fcbd01e5640 1 --2- 172.21.15.196:0/2193613377 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcbc8134c30 0x7fcbc8137020 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.120 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.118+0000 7fcbd01e5640 1 --2- 172.21.15.196:0/2193613377 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcbc8097e60 0x7fcbc81346f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.121 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.118+0000 7fcbd01e5640 1 -- 172.21.15.196:0/2193613377 >> 172.21.15.196:0/2193613377 conn(0x7fcbc809b680 msgr2=0x7fcbc809ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:33.121 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.118+0000 7fcbd01e5640 1 -- 172.21.15.196:0/2193613377 shutdown_connections 2024-09-10T07:43:33.121 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.118+0000 7fcbd01e5640 1 -- 172.21.15.196:0/2193613377 wait complete. 2024-09-10T07:43:33.121 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.119+0000 7fcbd01e5640 1 Processor -- start 2024-09-10T07:43:33.121 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.119+0000 7fcbd01e5640 1 -- start start 2024-09-10T07:43:33.121 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.119+0000 7fcbd01e5640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fcbc8097370 0x7fcbc8093b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.121 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.119+0000 7fcbd01e5640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcbc8097e60 0x7fcbc80940d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.121 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.119+0000 7fcbd01e5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcbc8134c30 0x7fcbc8094610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.121 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.119+0000 7fcbd01e5640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fcbc8137990 con 0x7fcbc8097e60 2024-09-10T07:43:33.121 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.119+0000 7fcbd01e5640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fcbc8137810 con 0x7fcbc8134c30 2024-09-10T07:43:33.121 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.119+0000 7fcbd01e5640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fcbc8137b10 con 0x7fcbc8097370 2024-09-10T07:43:33.121 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.119+0000 7fcbcd780640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcbc8097e60 0x7fcbc80940d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.121 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.119+0000 7fcbce782640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcbc8134c30 0x7fcbc8094610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.121 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.119+0000 7fcbcd780640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcbc8097e60 0x7fcbc80940d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:47878/0 (socket says 172.21.15.196:47878) 2024-09-10T07:43:33.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.119+0000 7fcbcd780640 1 -- 172.21.15.196:0/1327286288 learned_addr learned my addr 172.21.15.196:0/1327286288 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:33.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.119+0000 7fcbcdf81640 1 --2- 172.21.15.196:0/1327286288 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fcbc8097370 0x7fcbc8093b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.120+0000 7fcbcd780640 1 -- 172.21.15.196:0/1327286288 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fcbc8097370 msgr2=0x7fcbc8093b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.120+0000 7fcbcd780640 1 --2- 172.21.15.196:0/1327286288 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fcbc8097370 0x7fcbc8093b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.120+0000 7fcbcd780640 1 -- 172.21.15.196:0/1327286288 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcbc8134c30 msgr2=0x7fcbc8094610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.120+0000 7fcbcd780640 1 --2- 172.21.15.196:0/1327286288 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcbc8134c30 0x7fcbc8094610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.120+0000 7fcbcd780640 1 -- 172.21.15.196:0/1327286288 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbc80938d0 con 0x7fcbc8097e60 2024-09-10T07:43:33.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.120+0000 7fcbce782640 1 --2- 172.21.15.196:0/1327286288 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcbc8134c30 0x7fcbc8094610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:33.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.120+0000 7fcbcdf81640 1 --2- 172.21.15.196:0/1327286288 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fcbc8097370 0x7fcbc8093b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:33.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.120+0000 7fcbcd780640 1 --2- 172.21.15.196:0/1327286288 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcbc8097e60 0x7fcbc80940d0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fcbb800ea00 tx=0x7fcbb800eec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:33.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.120+0000 7fcbbe7fc640 1 -- 172.21.15.196:0/1327286288 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbb8017070 con 0x7fcbc8097e60 2024-09-10T07:43:33.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.120+0000 7fcbbe7fc640 1 -- 172.21.15.196:0/1327286288 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbb800ca00 con 0x7fcbc8097e60 2024-09-10T07:43:33.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.120+0000 7fcbd01e5640 1 -- 172.21.15.196:0/1327286288 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbc8092520 con 0x7fcbc8097e60 2024-09-10T07:43:33.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.120+0000 7fcbbe7fc640 1 -- 172.21.15.196:0/1327286288 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbb800cdb0 con 0x7fcbc8097e60 2024-09-10T07:43:33.123 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.120+0000 7fcbd01e5640 1 -- 172.21.15.196:0/1327286288 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbc8095790 con 0x7fcbc8097e60 2024-09-10T07:43:33.123 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.121+0000 7fcbbe7fc640 1 -- 172.21.15.196:0/1327286288 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 9) ==== 55595+0+0 (secure 0 0 0) 0x7fcbb801a070 con 0x7fcbc8097e60 2024-09-10T07:43:33.123 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.121+0000 7fcbd01e5640 1 -- 172.21.15.196:0/1327286288 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbc8097750 con 0x7fcbc8097e60 2024-09-10T07:43:33.123 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.122+0000 7fcbbe7fc640 1 -- 172.21.15.196:0/1327286288 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7fcbb805d210 con 0x7fcbc8097e60 2024-09-10T07:43:33.128 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.129+0000 7fcbbe7fc640 1 -- 172.21.15.196:0/1327286288 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fcbb805c340 con 0x7fcbc8097e60 2024-09-10T07:43:33.162 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.159+0000 7ff910eb8640 1 Processor -- start 2024-09-10T07:43:33.162 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.159+0000 7ff910eb8640 1 -- start start 2024-09-10T07:43:33.163 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.160+0000 7ff910eb8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff90c06dce0 0x7ff90c06e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.163 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.160+0000 7ff910eb8640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff90c12fa50 0x7ff90c12fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.163 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.160+0000 7ff910eb8640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff90c06f720 con 0x7ff90c06e600 2024-09-10T07:43:33.163 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.160+0000 7ff910eb8640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7ff90c075bc0 con 0x7ff90c12fa50 2024-09-10T07:43:33.163 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.160+0000 7ff910eb8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff90c070340 con 0x7ff90c06dce0 2024-09-10T07:43:33.163 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.160+0000 7ff90ad9d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff90c12fa50 0x7ff90c12fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.163 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.160+0000 7ff90ad9d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff90c12fa50 0x7ff90c12fec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:47894/0 (socket says 172.21.15.196:47894) 2024-09-10T07:43:33.164 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.160+0000 7ff90a59c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff90c06dce0 0x7ff90c06e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.164 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.160+0000 7ff90ad9d640 1 -- 172.21.15.196:0/2277052353 learned_addr learned my addr 172.21.15.196:0/2277052353 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:33.164 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.160+0000 7ff90ad9d640 1 -- 172.21.15.196:0/2277052353 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff90c06dce0 msgr2=0x7ff90c06e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:33.164 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.160+0000 7ff90ad9d640 1 --2- 172.21.15.196:0/2277052353 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff90c06dce0 0x7ff90c06e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.164 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.160+0000 7ff90ad9d640 1 -- 172.21.15.196:0/2277052353 >> v1:172.21.15.196:6789/0 conn(0x7ff90c06e600 legacy=0x7ff90c12f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.164 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.160+0000 7ff90ad9d640 1 -- 172.21.15.196:0/2277052353 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff90c06e9e0 con 0x7ff90c12fa50 2024-09-10T07:43:33.164 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.161+0000 7ff90ad9d640 1 --2- 172.21.15.196:0/2277052353 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff90c12fa50 0x7ff90c12fec0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ff904009e50 tx=0x7ff90402a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ed42a8dfb1d6582 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:33.165 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.161+0000 7ff90959a640 1 -- 172.21.15.196:0/2277052353 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff904036070 con 0x7ff90c12fa50 2024-09-10T07:43:33.165 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.161+0000 7ff90959a640 1 -- 172.21.15.196:0/2277052353 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff904031600 con 0x7ff90c12fa50 2024-09-10T07:43:33.165 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.161+0000 7ff90959a640 1 -- 172.21.15.196:0/2277052353 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9040319d0 con 0x7ff90c12fa50 2024-09-10T07:43:33.165 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.162+0000 7ff910eb8640 1 -- 172.21.15.196:0/2277052353 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff90c12fa50 msgr2=0x7ff90c12fec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.165 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.162+0000 7ff910eb8640 1 --2- 172.21.15.196:0/2277052353 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff90c12fa50 0x7ff90c12fec0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ff904009e50 tx=0x7ff90402a5f0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.165 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.162+0000 7ff910eb8640 1 -- 172.21.15.196:0/2277052353 shutdown_connections 2024-09-10T07:43:33.165 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.162+0000 7ff910eb8640 1 --2- 172.21.15.196:0/2277052353 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff90c12fa50 0x7ff90c12fec0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.165 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.162+0000 7ff910eb8640 1 --2- 172.21.15.196:0/2277052353 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff90c06dce0 0x7ff90c06e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.165 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.162+0000 7ff910eb8640 1 -- 172.21.15.196:0/2277052353 >> 172.21.15.196:0/2277052353 conn(0x7ff90c09e980 msgr2=0x7ff90c09ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:33.166 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.162+0000 7ff910eb8640 1 -- 172.21.15.196:0/2277052353 shutdown_connections 2024-09-10T07:43:33.166 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.162+0000 7ff910eb8640 1 -- 172.21.15.196:0/2277052353 wait complete. 2024-09-10T07:43:33.166 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.163+0000 7ff910eb8640 1 Processor -- start 2024-09-10T07:43:33.166 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.163+0000 7ff910eb8640 1 -- start start 2024-09-10T07:43:33.170 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.163+0000 7ff910eb8640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff90c06dce0 0x7ff90c12fe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.170 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.163+0000 7ff910eb8640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff90c06e600 0x7ff90c1303a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.170 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.163+0000 7ff910eb8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff90c12fa50 0x7ff90c1308e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.170 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.163+0000 7ff910eb8640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff90c137a10 con 0x7ff90c06dce0 2024-09-10T07:43:33.170 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.163+0000 7ff910eb8640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff90c137890 con 0x7ff90c12fa50 2024-09-10T07:43:33.170 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.163+0000 7ff910eb8640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7ff90c137b90 con 0x7ff90c06e600 2024-09-10T07:43:33.171 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.163+0000 7ff90a59c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff90c06dce0 0x7ff90c12fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.171 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.163+0000 7ff90a59c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff90c06dce0 0x7ff90c12fe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:47896/0 (socket says 172.21.15.196:47896) 2024-09-10T07:43:33.171 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.163+0000 7ff90a59c640 1 -- 172.21.15.196:0/3337804375 learned_addr learned my addr 172.21.15.196:0/3337804375 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:33.171 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.163+0000 7ff90ad9d640 1 --2- 172.21.15.196:0/3337804375 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff90c12fa50 0x7ff90c1308e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.171 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.163+0000 7ff909d9b640 1 --2- 172.21.15.196:0/3337804375 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff90c06e600 0x7ff90c1303a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.171 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.164+0000 7ff909d9b640 1 -- 172.21.15.196:0/3337804375 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff90c12fa50 msgr2=0x7ff90c1308e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.171 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.164+0000 7ff909d9b640 1 --2- 172.21.15.196:0/3337804375 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff90c12fa50 0x7ff90c1308e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.171 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.164+0000 7ff909d9b640 1 -- 172.21.15.196:0/3337804375 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff90c06dce0 msgr2=0x7ff90c12fe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.172 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.164+0000 7ff909d9b640 1 --2- 172.21.15.196:0/3337804375 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff90c06dce0 0x7ff90c12fe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.172 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.164+0000 7ff909d9b640 1 -- 172.21.15.196:0/3337804375 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff90c131160 con 0x7ff90c06e600 2024-09-10T07:43:33.172 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.164+0000 7ff90a59c640 1 --2- 172.21.15.196:0/3337804375 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff90c06dce0 0x7ff90c12fe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:33.172 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.164+0000 7ff90ad9d640 1 --2- 172.21.15.196:0/3337804375 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff90c12fa50 0x7ff90c1308e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:33.172 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.164+0000 7ff909d9b640 1 --2- 172.21.15.196:0/3337804375 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff90c06e600 0x7ff90c1303a0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7ff90000c3c0 tx=0x7ff90000c880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:33.173 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.164+0000 7ff8faffd640 1 -- 172.21.15.196:0/3337804375 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff900017070 con 0x7ff90c06e600 2024-09-10T07:43:33.173 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.164+0000 7ff8faffd640 1 -- 172.21.15.196:0/3337804375 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff9000052d0 con 0x7ff90c06e600 2024-09-10T07:43:33.173 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.164+0000 7ff8faffd640 1 -- 172.21.15.196:0/3337804375 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff900003830 con 0x7ff90c06e600 2024-09-10T07:43:33.173 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.164+0000 7ff910eb8640 1 -- 172.21.15.196:0/3337804375 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff90c1319f0 con 0x7ff90c06e600 2024-09-10T07:43:33.173 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.164+0000 7ff910eb8640 1 -- 172.21.15.196:0/3337804375 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7ff90c12c770 con 0x7ff90c06e600 2024-09-10T07:43:33.173 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.165+0000 7ff8faffd640 1 -- 172.21.15.196:0/3337804375 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 9) ==== 55595+0+0 (secure 0 0 0) 0x7ff90001a070 con 0x7ff90c06e600 2024-09-10T07:43:33.173 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.165+0000 7ff910eb8640 1 -- 172.21.15.196:0/3337804375 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff90c06e0c0 con 0x7ff90c06e600 2024-09-10T07:43:33.174 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.166+0000 7ff8faffd640 1 -- 172.21.15.196:0/3337804375 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7ff90005c630 con 0x7ff90c06e600 2024-09-10T07:43:33.174 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.169+0000 7ff8faffd640 1 -- 172.21.15.196:0/3337804375 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7ff90003ba80 con 0x7ff90c06e600 2024-09-10T07:43:33.212 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.212+0000 7f0f702aa640 1 -- 172.21.15.196:0/1254600344 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f0f68128650 con 0x7f0f6812fa50 2024-09-10T07:43:33.212 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.213+0000 7f0f5effd640 1 -- 172.21.15.196:0/1254600344 <== mon.2 v2:172.21.15.196:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f0f60010040 con 0x7f0f6812fa50 2024-09-10T07:43:33.212 INFO:teuthology.orchestra.run.smithi196.stdout:38654705685 2024-09-10T07:43:33.215 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.215+0000 7f0f702aa640 1 -- 172.21.15.196:0/1254600344 >> v1:172.21.15.196:6816/3572737106 conn(0x7f0f4c047ac0 legacy=0x7f0f4c049f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.215 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.215+0000 7f0f702aa640 1 -- 172.21.15.196:0/1254600344 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0f6812fa50 msgr2=0x7f0f68130eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.215 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.215+0000 7f0f702aa640 1 --2- 172.21.15.196:0/1254600344 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0f6812fa50 0x7f0f68130eb0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f0f6000efc0 tx=0x7f0f6000c490 comp rx=0 tx=0).stop 2024-09-10T07:43:33.215 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.215+0000 7f0f702aa640 1 -- 172.21.15.196:0/1254600344 shutdown_connections 2024-09-10T07:43:33.215 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.215+0000 7f0f702aa640 1 --2- 172.21.15.196:0/1254600344 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0f6812fa50 0x7f0f68130eb0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.215 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.215+0000 7f0f702aa640 1 --2- 172.21.15.196:0/1254600344 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0f6806e600 0x7f0f68130970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.215 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.215+0000 7f0f702aa640 1 --2- 172.21.15.196:0/1254600344 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0f6806dce0 0x7f0f68130430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.215 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.215+0000 7f0f702aa640 1 -- 172.21.15.196:0/1254600344 >> 172.21.15.196:0/1254600344 conn(0x7f0f6809e980 msgr2=0x7f0f68072cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:33.216 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.215+0000 7f0f702aa640 1 -- 172.21.15.196:0/1254600344 shutdown_connections 2024-09-10T07:43:33.216 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.215+0000 7f0f702aa640 1 -- 172.21.15.196:0/1254600344 wait complete. 2024-09-10T07:43:33.225 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705684 got 38654705685 for osd.2 2024-09-10T07:43:33.225 DEBUG:teuthology.parallel:result is None 2024-09-10T07:43:33.276 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.277+0000 7fcbd01e5640 1 -- 172.21.15.196:0/1327286288 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fcbc812e8e0 con 0x7fcbc8097e60 2024-09-10T07:43:33.276 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.277+0000 7fcbbe7fc640 1 -- 172.21.15.196:0/1327286288 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fcbb803c6a0 con 0x7fcbc8097e60 2024-09-10T07:43:33.277 INFO:teuthology.orchestra.run.smithi196.stdout:38654705685 2024-09-10T07:43:33.278 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.279+0000 7fcbd01e5640 1 -- 172.21.15.196:0/1327286288 >> v1:172.21.15.196:6816/3572737106 conn(0x7fcbac047af0 legacy=0x7fcbac049fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.279+0000 7fcbd01e5640 1 -- 172.21.15.196:0/1327286288 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcbc8097e60 msgr2=0x7fcbc80940d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.279+0000 7fcbd01e5640 1 --2- 172.21.15.196:0/1327286288 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcbc8097e60 0x7fcbc80940d0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fcbb800ea00 tx=0x7fcbb800eec0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.279+0000 7fcbd01e5640 1 -- 172.21.15.196:0/1327286288 shutdown_connections 2024-09-10T07:43:33.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.279+0000 7fcbd01e5640 1 --2- 172.21.15.196:0/1327286288 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fcbc8134c30 0x7fcbc8094610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.279+0000 7fcbd01e5640 1 --2- 172.21.15.196:0/1327286288 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fcbc8097e60 0x7fcbc80940d0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.279+0000 7fcbd01e5640 1 --2- 172.21.15.196:0/1327286288 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fcbc8097370 0x7fcbc8093b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.279+0000 7fcbd01e5640 1 -- 172.21.15.196:0/1327286288 >> 172.21.15.196:0/1327286288 conn(0x7fcbc809b680 msgr2=0x7fcbc809ac30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:33.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.279+0000 7fcbd01e5640 1 -- 172.21.15.196:0/1327286288 shutdown_connections 2024-09-10T07:43:33.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.279+0000 7fcbd01e5640 1 -- 172.21.15.196:0/1327286288 wait complete. 2024-09-10T07:43:33.288 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705684 got 38654705685 for osd.3 2024-09-10T07:43:33.289 DEBUG:teuthology.parallel:result is None 2024-09-10T07:43:33.316 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.316+0000 7ff910eb8640 1 -- 172.21.15.196:0/3337804375 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7ff90c132df0 con 0x7ff90c06e600 2024-09-10T07:43:33.316 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.317+0000 7ff8faffd640 1 -- 172.21.15.196:0/3337804375 <== mon.2 v2:172.21.15.196:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff90003bce0 con 0x7ff90c06e600 2024-09-10T07:43:33.316 INFO:teuthology.orchestra.run.smithi196.stdout:38654705684 2024-09-10T07:43:33.318 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.318+0000 7ff910eb8640 1 -- 172.21.15.196:0/3337804375 >> v1:172.21.15.196:6816/3572737106 conn(0x7ff8ec047af0 legacy=0x7ff8ec049fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.318 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.318+0000 7ff910eb8640 1 -- 172.21.15.196:0/3337804375 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff90c06e600 msgr2=0x7ff90c1303a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.318 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.318+0000 7ff910eb8640 1 --2- 172.21.15.196:0/3337804375 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff90c06e600 0x7ff90c1303a0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7ff90000c3c0 tx=0x7ff90000c880 comp rx=0 tx=0).stop 2024-09-10T07:43:33.318 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.318+0000 7ff910eb8640 1 -- 172.21.15.196:0/3337804375 shutdown_connections 2024-09-10T07:43:33.318 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.318+0000 7ff910eb8640 1 --2- 172.21.15.196:0/3337804375 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff90c12fa50 0x7ff90c1308e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.318 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.318+0000 7ff910eb8640 1 --2- 172.21.15.196:0/3337804375 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff90c06e600 0x7ff90c1303a0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.318 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.318+0000 7ff910eb8640 1 --2- 172.21.15.196:0/3337804375 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff90c06dce0 0x7ff90c12fe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.319 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.318+0000 7ff910eb8640 1 -- 172.21.15.196:0/3337804375 >> 172.21.15.196:0/3337804375 conn(0x7ff90c09e980 msgr2=0x7ff90c09df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:33.319 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.318+0000 7ff910eb8640 1 -- 172.21.15.196:0/3337804375 shutdown_connections 2024-09-10T07:43:33.319 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.318+0000 7ff910eb8640 1 -- 172.21.15.196:0/3337804375 wait complete. 2024-09-10T07:43:33.328 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705683 got 38654705684 for osd.0 2024-09-10T07:43:33.329 DEBUG:teuthology.parallel:result is None 2024-09-10T07:43:33.329 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T07:43:33.329 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:43:33.468 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.466+0000 7f0bbaef0640 1 Processor -- start 2024-09-10T07:43:33.468 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.466+0000 7f0bbaef0640 1 -- start start 2024-09-10T07:43:33.468 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.466+0000 7f0bbaef0640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0bb406dce0 0x7f0bb406e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.469 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.466+0000 7f0bbaef0640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0bb406e600 0x7f0bb412f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.469 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.466+0000 7f0bbaef0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bb406ea10 0x7f0bb412f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.469 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.466+0000 7f0bbaef0640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f0bb40702f0 con 0x7f0bb406dce0 2024-09-10T07:43:33.469 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.466+0000 7f0bbaef0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0bb406fef0 con 0x7f0bb406ea10 2024-09-10T07:43:33.469 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.466+0000 7f0bbaef0640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f0bb406f980 con 0x7f0bb406e600 2024-09-10T07:43:33.469 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.466+0000 7f0bb3fff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0bb406e600 0x7f0bb412f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.469 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.466+0000 7f0bb8c8c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0bb406dce0 0x7f0bb406e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.469 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.466+0000 7f0bb948d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bb406ea10 0x7f0bb412f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.469 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.466+0000 7f0bb3fff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0bb406e600 0x7f0bb412f3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33486/0 (socket says 172.21.15.196:33486) 2024-09-10T07:43:33.469 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.466+0000 7f0bb3fff640 1 -- 172.21.15.196:0/2922036589 learned_addr learned my addr 172.21.15.196:0/2922036589 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:33.469 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.466+0000 7f0bb8c8c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0bb406dce0 0x7f0bb406e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:47906/0 (socket says 172.21.15.196:47906) 2024-09-10T07:43:33.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.467+0000 7f0bb948d640 1 -- 172.21.15.196:0/2922036589 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0bb406e600 msgr2=0x7f0bb412f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:33.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.467+0000 7f0bb948d640 1 --2- 172.21.15.196:0/2922036589 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0bb406e600 0x7f0bb412f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.467+0000 7f0bb948d640 1 -- 172.21.15.196:0/2922036589 >> v2:172.21.15.196:3300/0 conn(0x7f0bb406dce0 msgr2=0x7f0bb406e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:33.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.467+0000 7f0bb948d640 1 --2- 172.21.15.196:0/2922036589 >> v2:172.21.15.196:3300/0 conn(0x7f0bb406dce0 0x7f0bb406e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.467+0000 7f0bb948d640 1 -- 172.21.15.196:0/2922036589 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bb412fe30 con 0x7f0bb406ea10 2024-09-10T07:43:33.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.467+0000 7f0bb3fff640 1 --2- 172.21.15.196:0/2922036589 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0bb406e600 0x7f0bb412f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:33.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.467+0000 7f0bb948d640 1 --2- 172.21.15.196:0/2922036589 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bb406ea10 0x7f0bb412f8f0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f0bac009d90 tx=0x7f0bac02a530 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e6abe68524aa7031 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:33.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.468+0000 7f0bb37fe640 1 -- 172.21.15.196:0/2922036589 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bac007740 con 0x7f0bb406ea10 2024-09-10T07:43:33.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.468+0000 7f0bb37fe640 1 -- 172.21.15.196:0/2922036589 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0bac0078e0 con 0x7f0bb406ea10 2024-09-10T07:43:33.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.468+0000 7f0bb37fe640 1 -- 172.21.15.196:0/2922036589 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bac007cb0 con 0x7f0bb406ea10 2024-09-10T07:43:33.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.468+0000 7f0bbaef0640 1 -- 172.21.15.196:0/2922036589 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bb406ea10 msgr2=0x7f0bb412f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.468+0000 7f0bbaef0640 1 --2- 172.21.15.196:0/2922036589 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bb406ea10 0x7f0bb412f8f0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f0bac009d90 tx=0x7f0bac02a530 comp rx=0 tx=0).stop 2024-09-10T07:43:33.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.468+0000 7f0bbaef0640 1 -- 172.21.15.196:0/2922036589 shutdown_connections 2024-09-10T07:43:33.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.468+0000 7f0bbaef0640 1 --2- 172.21.15.196:0/2922036589 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bb406ea10 0x7f0bb412f8f0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.468+0000 7f0bbaef0640 1 --2- 172.21.15.196:0/2922036589 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0bb406e600 0x7f0bb412f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.468+0000 7f0bbaef0640 1 --2- 172.21.15.196:0/2922036589 >> v2:172.21.15.196:3300/0 conn(0x7f0bb406dce0 0x7f0bb406e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.468+0000 7f0bbaef0640 1 -- 172.21.15.196:0/2922036589 >> 172.21.15.196:0/2922036589 conn(0x7f0bb409e980 msgr2=0x7f0bb409ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:33.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.468+0000 7f0bbaef0640 1 -- 172.21.15.196:0/2922036589 shutdown_connections 2024-09-10T07:43:33.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.468+0000 7f0bbaef0640 1 -- 172.21.15.196:0/2922036589 wait complete. 2024-09-10T07:43:33.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.469+0000 7f0bbaef0640 1 Processor -- start 2024-09-10T07:43:33.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.469+0000 7f0bbaef0640 1 -- start start 2024-09-10T07:43:33.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.469+0000 7f0bbaef0640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0bb406dce0 0x7f0bb41c4c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.469+0000 7f0bbaef0640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0bb406e600 0x7f0bb41c5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.470+0000 7f0bbaef0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bb406ea10 0x7f0bb4130480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.470+0000 7f0bbaef0640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb4136860 con 0x7f0bb406e600 2024-09-10T07:43:33.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.470+0000 7f0bbaef0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0bb41366e0 con 0x7f0bb406ea10 2024-09-10T07:43:33.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.470+0000 7f0bbaef0640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f0bb41369e0 con 0x7f0bb406dce0 2024-09-10T07:43:33.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.470+0000 7f0bb8c8c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0bb406dce0 0x7f0bb41c4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.470+0000 7f0bb3fff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0bb406e600 0x7f0bb41c5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.470+0000 7f0bb948d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bb406ea10 0x7f0bb4130480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.470+0000 7f0bb8c8c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0bb406dce0 0x7f0bb41c4c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33496/0 (socket says 172.21.15.196:33496) 2024-09-10T07:43:33.475 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.470+0000 7f0bb8c8c640 1 -- 172.21.15.196:0/3738699600 learned_addr learned my addr 172.21.15.196:0/3738699600 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:33.475 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.470+0000 7f0bb8c8c640 1 -- 172.21.15.196:0/3738699600 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bb406ea10 msgr2=0x7f0bb4130480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.475 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.470+0000 7f0bb8c8c640 1 --2- 172.21.15.196:0/3738699600 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bb406ea10 0x7f0bb4130480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.475 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.470+0000 7f0bb8c8c640 1 -- 172.21.15.196:0/3738699600 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0bb406e600 msgr2=0x7f0bb41c5140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.475 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.470+0000 7f0bb8c8c640 1 --2- 172.21.15.196:0/3738699600 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0bb406e600 0x7f0bb41c5140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.475 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.470+0000 7f0bb8c8c640 1 -- 172.21.15.196:0/3738699600 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bb41321a0 con 0x7f0bb406dce0 2024-09-10T07:43:33.475 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.470+0000 7f0bb3fff640 1 --2- 172.21.15.196:0/3738699600 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0bb406e600 0x7f0bb41c5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:33.475 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.470+0000 7f0bb8c8c640 1 --2- 172.21.15.196:0/3738699600 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0bb406dce0 0x7f0bb41c4c00 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f0ba800e8a0 tx=0x7f0ba800ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:33.475 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.470+0000 7f0bb17fa640 1 -- 172.21.15.196:0/3738699600 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ba8017070 con 0x7f0bb406dce0 2024-09-10T07:43:33.475 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.470+0000 7f0bb17fa640 1 -- 172.21.15.196:0/3738699600 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ba800c940 con 0x7f0bb406dce0 2024-09-10T07:43:33.475 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.470+0000 7f0bb17fa640 1 -- 172.21.15.196:0/3738699600 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ba800cd30 con 0x7f0bb406dce0 2024-09-10T07:43:33.475 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.470+0000 7f0bbaef0640 1 -- 172.21.15.196:0/3738699600 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bb4073a30 con 0x7f0bb406dce0 2024-09-10T07:43:33.475 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.470+0000 7f0bbaef0640 1 -- 172.21.15.196:0/3738699600 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bb41323e0 con 0x7f0bb406dce0 2024-09-10T07:43:33.476 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.471+0000 7f0bbaef0640 1 -- 172.21.15.196:0/3738699600 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bb406e0c0 con 0x7f0bb406dce0 2024-09-10T07:43:33.476 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.471+0000 7f0bb17fa640 1 -- 172.21.15.196:0/3738699600 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 9) ==== 55595+0+0 (secure 0 0 0) 0x7f0ba801a070 con 0x7f0bb406dce0 2024-09-10T07:43:33.476 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.472+0000 7f0bb17fa640 1 -- 172.21.15.196:0/3738699600 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7f0ba805d230 con 0x7f0bb406dce0 2024-09-10T07:43:33.476 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.475+0000 7f0bb17fa640 1 -- 172.21.15.196:0/3738699600 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f0ba803c680 con 0x7f0bb406dce0 2024-09-10T07:43:33.612 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.612+0000 7f0bbaef0640 1 -- 172.21.15.196:0/3738699600 --> v1:172.21.15.196:6816/3572737106 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0bb4133890 con 0x7f0b98047ac0 2024-09-10T07:43:33.613 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.613+0000 7f0bb17fa640 1 -- 172.21.15.196:0/3738699600 <== mgr.14103 v1:172.21.15.196:6816/3572737106 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32023 (unknown 2965378022 0 3864515637) 0x7f0ba0009c10 con 0x7f0b98047ac0 2024-09-10T07:43:33.614 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:33.614 INFO:teuthology.orchestra.run.smithi196.stderr:dumped all 2024-09-10T07:43:33.615 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.615+0000 7f0bbaef0640 1 -- 172.21.15.196:0/3738699600 >> v1:172.21.15.196:6816/3572737106 conn(0x7f0b98047ac0 legacy=0x7f0b98049f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.615 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.615+0000 7f0bbaef0640 1 -- 172.21.15.196:0/3738699600 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0bb406dce0 msgr2=0x7f0bb41c4c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.615 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.615+0000 7f0bbaef0640 1 --2- 172.21.15.196:0/3738699600 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0bb406dce0 0x7f0bb41c4c00 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f0ba800e8a0 tx=0x7f0ba800ed60 comp rx=0 tx=0).stop 2024-09-10T07:43:33.615 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.615+0000 7f0bbaef0640 1 -- 172.21.15.196:0/3738699600 shutdown_connections 2024-09-10T07:43:33.615 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.615+0000 7f0bbaef0640 1 --2- 172.21.15.196:0/3738699600 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0bb406ea10 0x7f0bb4130480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.615 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.615+0000 7f0bbaef0640 1 --2- 172.21.15.196:0/3738699600 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0bb406e600 0x7f0bb41c5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.615 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.615+0000 7f0bbaef0640 1 --2- 172.21.15.196:0/3738699600 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0bb406dce0 0x7f0bb41c4c00 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.615 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.615+0000 7f0bbaef0640 1 -- 172.21.15.196:0/3738699600 >> 172.21.15.196:0/3738699600 conn(0x7f0bb409e980 msgr2=0x7f0bb4072da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:33.615 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.615+0000 7f0bbaef0640 1 -- 172.21.15.196:0/3738699600 shutdown_connections 2024-09-10T07:43:33.615 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.615+0000 7f0bbaef0640 1 -- 172.21.15.196:0/3738699600 wait complete. 2024-09-10T07:43:33.625 INFO:teuthology.orchestra.run.smithi196.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2024-09-10T07:43:32.537838+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":81,"num_write_kb":1108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":1191228,"kb_used_data":1800,"kb_used_omap":6,"kb_used_meta":1189369,"kb_avail":376296132,"statfs":{"total":386547056640,"available":385327239168,"internally_reserved":0,"allocated":1843200,"data_stored":1370480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6816,"internal_metadata":1217914208},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"1.004497"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T07:42:22.166421+0000","last_change":"2024-09-10T07:42:15.990983+0000","last_active":"2024-09-10T07:42:22.166421+0000","last_peered":"2024-09-10T07:42:22.166421+0000","last_clean":"2024-09-10T07:42:22.166421+0000","last_became_active":"2024-09-10T07:42:13.993855+0000","last_became_peered":"2024-09-10T07:42:13.993855+0000","last_unstale":"2024-09-10T07:42:22.166421+0000","last_undegraded":"2024-09-10T07:42:22.166421+0000","last_fullsized":"2024-09-10T07:42:22.166421+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:41:41.114128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010214289999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T07:42:22.166467+0000","last_change":"2024-09-10T07:42:15.989949+0000","last_active":"2024-09-10T07:42:22.166467+0000","last_peered":"2024-09-10T07:42:22.166467+0000","last_clean":"2024-09-10T07:42:22.166467+0000","last_became_active":"2024-09-10T07:42:13.993821+0000","last_became_peered":"2024-09-10T07:42:13.993821+0000","last_unstale":"2024-09-10T07:42:22.166467+0000","last_undegraded":"2024-09-10T07:42:22.166467+0000","last_fullsized":"2024-09-10T07:42:22.166467+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:15.353074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032669399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T07:42:22.166612+0000","last_change":"2024-09-10T07:42:15.990570+0000","last_active":"2024-09-10T07:42:22.166612+0000","last_peered":"2024-09-10T07:42:22.166612+0000","last_clean":"2024-09-10T07:42:22.166612+0000","last_became_active":"2024-09-10T07:42:13.989682+0000","last_became_peered":"2024-09-10T07:42:13.989682+0000","last_unstale":"2024-09-10T07:42:22.166612+0000","last_undegraded":"2024-09-10T07:42:22.166612+0000","last_fullsized":"2024-09-10T07:42:22.166612+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:53:13.146977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001037173,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T07:42:22.166282+0000","last_change":"2024-09-10T07:42:15.989774+0000","last_active":"2024-09-10T07:42:22.166282+0000","last_peered":"2024-09-10T07:42:22.166282+0000","last_clean":"2024-09-10T07:42:22.166282+0000","last_became_active":"2024-09-10T07:42:13.989680+0000","last_became_peered":"2024-09-10T07:42:13.989680+0000","last_unstale":"2024-09-10T07:42:22.166282+0000","last_undegraded":"2024-09-10T07:42:22.166282+0000","last_fullsized":"2024-09-10T07:42:22.166282+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:01:48.919889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00041535500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":20,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T07:42:22.166687+0000","last_change":"2024-09-10T07:42:15.990664+0000","last_active":"2024-09-10T07:42:22.166687+0000","last_peered":"2024-09-10T07:42:22.166687+0000","last_clean":"2024-09-10T07:42:22.166687+0000","last_became_active":"2024-09-10T07:42:13.987095+0000","last_became_peered":"2024-09-10T07:42:13.987095+0000","last_unstale":"2024-09-10T07:42:22.166687+0000","last_undegraded":"2024-09-10T07:42:22.166687+0000","last_fullsized":"2024-09-10T07:42:22.166687+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:48.697391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013045520000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T07:42:22.166280+0000","last_change":"2024-09-10T07:42:15.991421+0000","last_active":"2024-09-10T07:42:22.166280+0000","last_peered":"2024-09-10T07:42:22.166280+0000","last_clean":"2024-09-10T07:42:22.166280+0000","last_became_active":"2024-09-10T07:42:13.987984+0000","last_became_peered":"2024-09-10T07:42:13.987984+0000","last_unstale":"2024-09-10T07:42:22.166280+0000","last_undegraded":"2024-09-10T07:42:22.166280+0000","last_fullsized":"2024-09-10T07:42:22.166280+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:17:35.002420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036547199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T07:42:22.166321+0000","last_change":"2024-09-10T07:42:15.990211+0000","last_active":"2024-09-10T07:42:22.166321+0000","last_peered":"2024-09-10T07:42:22.166321+0000","last_clean":"2024-09-10T07:42:22.166321+0000","last_became_active":"2024-09-10T07:42:13.987077+0000","last_became_peered":"2024-09-10T07:42:13.987077+0000","last_unstale":"2024-09-10T07:42:22.166321+0000","last_undegraded":"2024-09-10T07:42:22.166321+0000","last_fullsized":"2024-09-10T07:42:22.166321+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:15.353074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085628500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T07:42:22.166800+0000","last_change":"2024-09-10T07:42:15.991069+0000","last_active":"2024-09-10T07:42:22.166800+0000","last_peered":"2024-09-10T07:42:22.166800+0000","last_clean":"2024-09-10T07:42:22.166800+0000","last_became_active":"2024-09-10T07:42:13.987770+0000","last_became_peered":"2024-09-10T07:42:13.987770+0000","last_unstale":"2024-09-10T07:42:22.166800+0000","last_undegraded":"2024-09-10T07:42:22.166800+0000","last_fullsized":"2024-09-10T07:42:22.166800+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:01:48.919889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012785470000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"12'52","reported_seq":83,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T07:42:22.166814+0000","last_change":"2024-09-10T07:42:09.385012+0000","last_active":"2024-09-10T07:42:22.166814+0000","last_peered":"2024-09-10T07:42:22.166814+0000","last_clean":"2024-09-10T07:42:22.166814+0000","last_became_active":"2024-09-10T07:42:09.383940+0000","last_became_peered":"2024-09-10T07:42:09.383940+0000","last_unstale":"2024-09-10T07:42:22.166814+0000","last_undegraded":"2024-09-10T07:42:22.166814+0000","last_fullsized":"2024-09-10T07:42:22.166814+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:07.904011+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:07.904011+0000","last_clean_scrub_stamp":"2024-09-10T07:42:07.904011+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:08:23.347520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":79,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":79,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":52,"ondisk_log_size":52,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705685,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297520,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94074320,"statfs":{"total":96636764160,"available":96332103680,"internally_reserved":0,"allocated":167936,"data_stored":48303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":9,"seq":38654705685,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297516,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94074324,"statfs":{"total":96636764160,"available":96332107776,"internally_reserved":0,"allocated":163840,"data_stored":48284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705685,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":298100,"kb_used_data":744,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94073740,"statfs":{"total":96636764160,"available":96331509760,"internally_reserved":0,"allocated":761856,"data_stored":638671,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705684,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":298092,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94073748,"statfs":{"total":96636764160,"available":96331517952,"internally_reserved":0,"allocated":749568,"data_stored":635222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:43:33.626 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:43:33.725 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.724+0000 7f622d11f640 1 Processor -- start 2024-09-10T07:43:33.725 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.724+0000 7f622d11f640 1 -- start start 2024-09-10T07:43:33.725 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.724+0000 7f622d11f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f622809b9b0 0x7f622812a170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.725 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.724+0000 7f622d11f640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6228070740 0x7f6228135520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.725 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.724+0000 7f622d11f640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6228129d20 con 0x7f622812a6b0 2024-09-10T07:43:33.725 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.724+0000 7f622d11f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f622809c3d0 con 0x7f622809b9b0 2024-09-10T07:43:33.725 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.724+0000 7f622d11f640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f6228071c30 con 0x7f6228070740 2024-09-10T07:43:33.725 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.724+0000 7f6226d9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f622809b9b0 0x7f622812a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.726 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.724+0000 7f622759e640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6228070740 0x7f6228135520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.726 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.724+0000 7f622659c640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f622812a6b0 0x7f6228070030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:57432/0 (socket says 172.21.15.196:57432) 2024-09-10T07:43:33.726 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.724+0000 7f622659c640 1 -- 172.21.15.196:0/2314509580 learned_addr learned my addr 172.21.15.196:0/2314509580 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:33.726 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.725+0000 7f622759e640 1 -- 172.21.15.196:0/2314509580 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f622809b9b0 msgr2=0x7f622812a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:33.726 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.725+0000 7f622759e640 1 --2- 172.21.15.196:0/2314509580 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f622809b9b0 0x7f622812a170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.726 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.725+0000 7f622759e640 1 -- 172.21.15.196:0/2314509580 >> v1:172.21.15.196:6789/0 conn(0x7f622812a6b0 legacy=0x7f6228070030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.726 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.725+0000 7f622759e640 1 -- 172.21.15.196:0/2314509580 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6228072410 con 0x7f6228070740 2024-09-10T07:43:33.726 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.725+0000 7f6226d9d640 1 --2- 172.21.15.196:0/2314509580 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f622809b9b0 0x7f622812a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:33.726 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.725+0000 7f622759e640 1 --2- 172.21.15.196:0/2314509580 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6228070740 0x7f6228135520 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f6220009dc0 tx=0x7f622002a510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=924a67365c551adb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:33.726 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.725+0000 7f6225d9b640 1 -- 172.21.15.196:0/2314509580 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6220007740 con 0x7f6228070740 2024-09-10T07:43:33.726 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.725+0000 7f6225d9b640 1 -- 172.21.15.196:0/2314509580 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62200078e0 con 0x7f6228070740 2024-09-10T07:43:33.726 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.725+0000 7f6225d9b640 1 -- 172.21.15.196:0/2314509580 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6220007cb0 con 0x7f6228070740 2024-09-10T07:43:33.729 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.726+0000 7f622d11f640 1 -- 172.21.15.196:0/2314509580 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6228070740 msgr2=0x7f6228135520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.729 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.726+0000 7f622d11f640 1 --2- 172.21.15.196:0/2314509580 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6228070740 0x7f6228135520 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f6220009dc0 tx=0x7f622002a510 comp rx=0 tx=0).stop 2024-09-10T07:43:33.729 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.726+0000 7f622d11f640 1 -- 172.21.15.196:0/2314509580 shutdown_connections 2024-09-10T07:43:33.729 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.726+0000 7f622d11f640 1 --2- 172.21.15.196:0/2314509580 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6228070740 0x7f6228135520 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.729 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.726+0000 7f622d11f640 1 --2- 172.21.15.196:0/2314509580 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f622809b9b0 0x7f622812a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.729 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.726+0000 7f622d11f640 1 -- 172.21.15.196:0/2314509580 >> 172.21.15.196:0/2314509580 conn(0x7f622809c9b0 msgr2=0x7f622809cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:33.730 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.726+0000 7f622d11f640 1 -- 172.21.15.196:0/2314509580 shutdown_connections 2024-09-10T07:43:33.730 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.726+0000 7f622d11f640 1 -- 172.21.15.196:0/2314509580 wait complete. 2024-09-10T07:43:33.730 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.727+0000 7f622d11f640 1 Processor -- start 2024-09-10T07:43:33.730 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.727+0000 7f622d11f640 1 -- start start 2024-09-10T07:43:33.730 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.727+0000 7f622d11f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6228070740 0x7f622806de20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.730 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.727+0000 7f622d11f640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f622809b9b0 0x7f622806e360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.730 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.727+0000 7f622d11f640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f622812a6b0 0x7f622806e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.730 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.727+0000 7f622d11f640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6228070d10 con 0x7f622812a6b0 2024-09-10T07:43:33.730 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.727+0000 7f622d11f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6228070b90 con 0x7f6228070740 2024-09-10T07:43:33.730 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.727+0000 7f622d11f640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f6228070e90 con 0x7f622809b9b0 2024-09-10T07:43:33.730 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.728+0000 7f6226d9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6228070740 0x7f622806de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.730 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.728+0000 7f622659c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f622809b9b0 0x7f622806e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.728+0000 7f6226d9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6228070740 0x7f622806de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:52272/0 (socket says 172.21.15.196:52272) 2024-09-10T07:43:33.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.728+0000 7f622759e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f622812a6b0 0x7f622806e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.728+0000 7f6226d9d640 1 -- 172.21.15.196:0/3548877946 learned_addr learned my addr 172.21.15.196:0/3548877946 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:33.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.728+0000 7f6226d9d640 1 -- 172.21.15.196:0/3548877946 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f622809b9b0 msgr2=0x7f622806e360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.728+0000 7f6226d9d640 1 --2- 172.21.15.196:0/3548877946 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f622809b9b0 0x7f622806e360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.728+0000 7f6226d9d640 1 -- 172.21.15.196:0/3548877946 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f622812a6b0 msgr2=0x7f622806e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.728+0000 7f6226d9d640 1 --2- 172.21.15.196:0/3548877946 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f622812a6b0 0x7f622806e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.728+0000 7f6226d9d640 1 -- 172.21.15.196:0/3548877946 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62281349d0 con 0x7f6228070740 2024-09-10T07:43:33.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.728+0000 7f622759e640 1 --2- 172.21.15.196:0/3548877946 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f622812a6b0 0x7f622806e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:33.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.728+0000 7f622659c640 1 --2- 172.21.15.196:0/3548877946 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f622809b9b0 0x7f622806e360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:33.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.728+0000 7f6226d9d640 1 --2- 172.21.15.196:0/3548877946 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6228070740 0x7f622806de20 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f621800ebe0 tx=0x7f621800c520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:33.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.728+0000 7f621f7fe640 1 -- 172.21.15.196:0/3548877946 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6218017070 con 0x7f6228070740 2024-09-10T07:43:33.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.728+0000 7f621f7fe640 1 -- 172.21.15.196:0/3548877946 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f621800cc30 con 0x7f6228070740 2024-09-10T07:43:33.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.728+0000 7f622d11f640 1 -- 172.21.15.196:0/3548877946 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6228135120 con 0x7f6228070740 2024-09-10T07:43:33.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.728+0000 7f621f7fe640 1 -- 172.21.15.196:0/3548877946 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6218013470 con 0x7f6228070740 2024-09-10T07:43:33.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.728+0000 7f622d11f640 1 -- 172.21.15.196:0/3548877946 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f62281ca960 con 0x7f6228070740 2024-09-10T07:43:33.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.729+0000 7f622d11f640 1 -- 172.21.15.196:0/3548877946 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f622812a170 con 0x7f6228070740 2024-09-10T07:43:33.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.729+0000 7f621f7fe640 1 -- 172.21.15.196:0/3548877946 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 9) ==== 55595+0+0 (secure 0 0 0) 0x7f621801a070 con 0x7f6228070740 2024-09-10T07:43:33.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.730+0000 7f621f7fe640 1 -- 172.21.15.196:0/3548877946 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7f621805d280 con 0x7f6228070740 2024-09-10T07:43:33.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.733+0000 7f621f7fe640 1 -- 172.21.15.196:0/3548877946 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f621803c730 con 0x7f6228070740 2024-09-10T07:43:33.868 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.869+0000 7f622d11f640 1 -- 172.21.15.196:0/3548877946 --> v1:172.21.15.196:6816/3572737106 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f622806f940 con 0x7f6208047ac0 2024-09-10T07:43:33.869 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.870+0000 7f621f7fe640 1 -- 172.21.15.196:0/3548877946 <== mgr.14103 v1:172.21.15.196:6816/3572737106 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32023 (unknown 2965378022 0 3864515637) 0x7f622806f940 con 0x7f6208047ac0 2024-09-10T07:43:33.870 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:33.870 INFO:teuthology.orchestra.run.smithi196.stderr:dumped all 2024-09-10T07:43:33.871 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.872+0000 7f622d11f640 1 -- 172.21.15.196:0/3548877946 >> v1:172.21.15.196:6816/3572737106 conn(0x7f6208047ac0 legacy=0x7f6208049f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.871 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.872+0000 7f622d11f640 1 -- 172.21.15.196:0/3548877946 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6228070740 msgr2=0x7f622806de20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.872 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.872+0000 7f622d11f640 1 --2- 172.21.15.196:0/3548877946 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6228070740 0x7f622806de20 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f621800ebe0 tx=0x7f621800c520 comp rx=0 tx=0).stop 2024-09-10T07:43:33.872 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.872+0000 7f622d11f640 1 -- 172.21.15.196:0/3548877946 shutdown_connections 2024-09-10T07:43:33.872 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.872+0000 7f622d11f640 1 --2- 172.21.15.196:0/3548877946 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f622812a6b0 0x7f622806e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.872 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.872+0000 7f622d11f640 1 --2- 172.21.15.196:0/3548877946 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f622809b9b0 0x7f622806e360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.872 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.872+0000 7f622d11f640 1 --2- 172.21.15.196:0/3548877946 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6228070740 0x7f622806de20 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.872 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.872+0000 7f622d11f640 1 -- 172.21.15.196:0/3548877946 >> 172.21.15.196:0/3548877946 conn(0x7f622809c9b0 msgr2=0x7f6228124b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:33.872 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.872+0000 7f622d11f640 1 -- 172.21.15.196:0/3548877946 shutdown_connections 2024-09-10T07:43:33.872 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.872+0000 7f622d11f640 1 -- 172.21.15.196:0/3548877946 wait complete. 2024-09-10T07:43:33.882 INFO:teuthology.orchestra.run.smithi196.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2024-09-10T07:43:32.537838+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":81,"num_write_kb":1108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":1191228,"kb_used_data":1800,"kb_used_omap":6,"kb_used_meta":1189369,"kb_avail":376296132,"statfs":{"total":386547056640,"available":385327239168,"internally_reserved":0,"allocated":1843200,"data_stored":1370480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6816,"internal_metadata":1217914208},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"1.004497"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T07:42:22.166421+0000","last_change":"2024-09-10T07:42:15.990983+0000","last_active":"2024-09-10T07:42:22.166421+0000","last_peered":"2024-09-10T07:42:22.166421+0000","last_clean":"2024-09-10T07:42:22.166421+0000","last_became_active":"2024-09-10T07:42:13.993855+0000","last_became_peered":"2024-09-10T07:42:13.993855+0000","last_unstale":"2024-09-10T07:42:22.166421+0000","last_undegraded":"2024-09-10T07:42:22.166421+0000","last_fullsized":"2024-09-10T07:42:22.166421+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:41:41.114128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010214289999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T07:42:22.166467+0000","last_change":"2024-09-10T07:42:15.989949+0000","last_active":"2024-09-10T07:42:22.166467+0000","last_peered":"2024-09-10T07:42:22.166467+0000","last_clean":"2024-09-10T07:42:22.166467+0000","last_became_active":"2024-09-10T07:42:13.993821+0000","last_became_peered":"2024-09-10T07:42:13.993821+0000","last_unstale":"2024-09-10T07:42:22.166467+0000","last_undegraded":"2024-09-10T07:42:22.166467+0000","last_fullsized":"2024-09-10T07:42:22.166467+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:15.353074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032669399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T07:42:22.166612+0000","last_change":"2024-09-10T07:42:15.990570+0000","last_active":"2024-09-10T07:42:22.166612+0000","last_peered":"2024-09-10T07:42:22.166612+0000","last_clean":"2024-09-10T07:42:22.166612+0000","last_became_active":"2024-09-10T07:42:13.989682+0000","last_became_peered":"2024-09-10T07:42:13.989682+0000","last_unstale":"2024-09-10T07:42:22.166612+0000","last_undegraded":"2024-09-10T07:42:22.166612+0000","last_fullsized":"2024-09-10T07:42:22.166612+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:53:13.146977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001037173,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T07:42:22.166282+0000","last_change":"2024-09-10T07:42:15.989774+0000","last_active":"2024-09-10T07:42:22.166282+0000","last_peered":"2024-09-10T07:42:22.166282+0000","last_clean":"2024-09-10T07:42:22.166282+0000","last_became_active":"2024-09-10T07:42:13.989680+0000","last_became_peered":"2024-09-10T07:42:13.989680+0000","last_unstale":"2024-09-10T07:42:22.166282+0000","last_undegraded":"2024-09-10T07:42:22.166282+0000","last_fullsized":"2024-09-10T07:42:22.166282+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:01:48.919889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00041535500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":20,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T07:42:22.166687+0000","last_change":"2024-09-10T07:42:15.990664+0000","last_active":"2024-09-10T07:42:22.166687+0000","last_peered":"2024-09-10T07:42:22.166687+0000","last_clean":"2024-09-10T07:42:22.166687+0000","last_became_active":"2024-09-10T07:42:13.987095+0000","last_became_peered":"2024-09-10T07:42:13.987095+0000","last_unstale":"2024-09-10T07:42:22.166687+0000","last_undegraded":"2024-09-10T07:42:22.166687+0000","last_fullsized":"2024-09-10T07:42:22.166687+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:48.697391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013045520000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T07:42:22.166280+0000","last_change":"2024-09-10T07:42:15.991421+0000","last_active":"2024-09-10T07:42:22.166280+0000","last_peered":"2024-09-10T07:42:22.166280+0000","last_clean":"2024-09-10T07:42:22.166280+0000","last_became_active":"2024-09-10T07:42:13.987984+0000","last_became_peered":"2024-09-10T07:42:13.987984+0000","last_unstale":"2024-09-10T07:42:22.166280+0000","last_undegraded":"2024-09-10T07:42:22.166280+0000","last_fullsized":"2024-09-10T07:42:22.166280+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:17:35.002420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036547199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T07:42:22.166321+0000","last_change":"2024-09-10T07:42:15.990211+0000","last_active":"2024-09-10T07:42:22.166321+0000","last_peered":"2024-09-10T07:42:22.166321+0000","last_clean":"2024-09-10T07:42:22.166321+0000","last_became_active":"2024-09-10T07:42:13.987077+0000","last_became_peered":"2024-09-10T07:42:13.987077+0000","last_unstale":"2024-09-10T07:42:22.166321+0000","last_undegraded":"2024-09-10T07:42:22.166321+0000","last_fullsized":"2024-09-10T07:42:22.166321+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:35:15.353074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085628500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":19,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T07:42:22.166800+0000","last_change":"2024-09-10T07:42:15.991069+0000","last_active":"2024-09-10T07:42:22.166800+0000","last_peered":"2024-09-10T07:42:22.166800+0000","last_clean":"2024-09-10T07:42:22.166800+0000","last_became_active":"2024-09-10T07:42:13.987770+0000","last_became_peered":"2024-09-10T07:42:13.987770+0000","last_unstale":"2024-09-10T07:42:22.166800+0000","last_undegraded":"2024-09-10T07:42:22.166800+0000","last_fullsized":"2024-09-10T07:42:22.166800+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:01:48.919889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012785470000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"12'52","reported_seq":83,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-10T07:42:22.166814+0000","last_change":"2024-09-10T07:42:09.385012+0000","last_active":"2024-09-10T07:42:22.166814+0000","last_peered":"2024-09-10T07:42:22.166814+0000","last_clean":"2024-09-10T07:42:22.166814+0000","last_became_active":"2024-09-10T07:42:09.383940+0000","last_became_peered":"2024-09-10T07:42:09.383940+0000","last_unstale":"2024-09-10T07:42:22.166814+0000","last_undegraded":"2024-09-10T07:42:22.166814+0000","last_fullsized":"2024-09-10T07:42:22.166814+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:07.904011+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:07.904011+0000","last_clean_scrub_stamp":"2024-09-10T07:42:07.904011+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:08:23.347520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":79,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":56,"num_read_kb":46,"num_write":79,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":52,"ondisk_log_size":52,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":9,"seq":38654705685,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297520,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94074320,"statfs":{"total":96636764160,"available":96332103680,"internally_reserved":0,"allocated":167936,"data_stored":48303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":9,"seq":38654705685,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":297516,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94074324,"statfs":{"total":96636764160,"available":96332107776,"internally_reserved":0,"allocated":163840,"data_stored":48284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705685,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":298100,"kb_used_data":744,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94073740,"statfs":{"total":96636764160,"available":96331509760,"internally_reserved":0,"allocated":761856,"data_stored":638671,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705684,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":298092,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":94073748,"statfs":{"total":96636764160,"available":96331517952,"internally_reserved":0,"allocated":749568,"data_stored":635222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:43:33.883 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T07:43:33.883 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-10T07:43:33.883 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-10T07:43:33.883 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T07:43:33.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.979+0000 7f22ef545640 1 Processor -- start 2024-09-10T07:43:33.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.980+0000 7f22ef545640 1 -- start start 2024-09-10T07:43:33.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.980+0000 7f22ef545640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22e8096b30 0x7f22e8097100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.980+0000 7f22ef545640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f22e8097640 0x7f22e8097a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.980+0000 7f22ef545640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f22e8133d90 0x7f22e8136180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.980+0000 7f22ef545640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f22e809c3e0 con 0x7f22e8097640 2024-09-10T07:43:33.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.980+0000 7f22ef545640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f22e8097f80 con 0x7f22e8096b30 2024-09-10T07:43:33.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.980+0000 7f22ef545640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f22e8099750 con 0x7f22e8133d90 2024-09-10T07:43:33.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.980+0000 7f22ed2e1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22e8096b30 0x7f22e8097100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.980+0000 7f22ecae0640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f22e8097640 0x7f22e8097a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.980+0000 7f22ed2e1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22e8096b30 0x7f22e8097100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:52286/0 (socket says 172.21.15.196:52286) 2024-09-10T07:43:33.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.980+0000 7f22ecae0640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f22e8097640 0x7f22e8097a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:47938/0 (socket says 172.21.15.196:47938) 2024-09-10T07:43:33.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.980+0000 7f22ed2e1640 1 -- 172.21.15.196:0/221520120 learned_addr learned my addr 172.21.15.196:0/221520120 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:33.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.980+0000 7f22edae2640 1 --2- 172.21.15.196:0/221520120 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f22e8133d90 0x7f22e8136180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.980+0000 7f22edae2640 1 -- 172.21.15.196:0/221520120 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22e8096b30 msgr2=0x7f22e8097100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:33.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.980+0000 7f22edae2640 1 --2- 172.21.15.196:0/221520120 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22e8096b30 0x7f22e8097100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.980+0000 7f22edae2640 1 -- 172.21.15.196:0/221520120 >> v2:172.21.15.196:3300/0 conn(0x7f22e8097640 msgr2=0x7f22e8097a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:33.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.980+0000 7f22edae2640 1 --2- 172.21.15.196:0/221520120 >> v2:172.21.15.196:3300/0 conn(0x7f22e8097640 0x7f22e8097a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.980+0000 7f22edae2640 1 -- 172.21.15.196:0/221520120 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22e809bd20 con 0x7f22e8133d90 2024-09-10T07:43:33.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.981+0000 7f22ed2e1640 1 --2- 172.21.15.196:0/221520120 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22e8096b30 0x7f22e8097100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:33.982 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.981+0000 7f22ecae0640 1 --2- 172.21.15.196:0/221520120 >> v2:172.21.15.196:3300/0 conn(0x7f22e8097640 0x7f22e8097a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:33.984 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.981+0000 7f22edae2640 1 --2- 172.21.15.196:0/221520120 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f22e8133d90 0x7f22e8136180 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f22e0009d90 tx=0x7f22e002a490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dd9c31f47cba01fb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:33.984 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.981+0000 7f22dffff640 1 -- 172.21.15.196:0/221520120 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e0007740 con 0x7f22e8133d90 2024-09-10T07:43:33.985 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.981+0000 7f22dffff640 1 -- 172.21.15.196:0/221520120 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22e00078e0 con 0x7f22e8133d90 2024-09-10T07:43:33.985 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.981+0000 7f22dffff640 1 -- 172.21.15.196:0/221520120 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e0007cb0 con 0x7f22e8133d90 2024-09-10T07:43:33.985 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.982+0000 7f22ef545640 1 -- 172.21.15.196:0/221520120 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f22e8133d90 msgr2=0x7f22e8136180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.985 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.982+0000 7f22ef545640 1 --2- 172.21.15.196:0/221520120 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f22e8133d90 0x7f22e8136180 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f22e0009d90 tx=0x7f22e002a490 comp rx=0 tx=0).stop 2024-09-10T07:43:33.985 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.982+0000 7f22ef545640 1 -- 172.21.15.196:0/221520120 shutdown_connections 2024-09-10T07:43:33.985 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.982+0000 7f22ef545640 1 --2- 172.21.15.196:0/221520120 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f22e8133d90 0x7f22e8136180 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.985 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.982+0000 7f22ef545640 1 --2- 172.21.15.196:0/221520120 >> v2:172.21.15.196:3300/0 conn(0x7f22e8097640 0x7f22e8097a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.985 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.982+0000 7f22ef545640 1 --2- 172.21.15.196:0/221520120 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22e8096b30 0x7f22e8097100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.985 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.982+0000 7f22ef545640 1 -- 172.21.15.196:0/221520120 >> 172.21.15.196:0/221520120 conn(0x7f22e809cb20 msgr2=0x7f22e809cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:33.985 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.982+0000 7f22ef545640 1 -- 172.21.15.196:0/221520120 shutdown_connections 2024-09-10T07:43:33.985 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.982+0000 7f22ef545640 1 -- 172.21.15.196:0/221520120 wait complete. 2024-09-10T07:43:33.985 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.983+0000 7f22ef545640 1 Processor -- start 2024-09-10T07:43:33.985 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.983+0000 7f22ef545640 1 -- start start 2024-09-10T07:43:33.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.984+0000 7f22ef545640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f22e8096b30 0x7f22e80719c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.984+0000 7f22ef545640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f22e8097640 0x7f22e8071f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.984+0000 7f22ef545640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22e8133d90 0x7f22e8072440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:33.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.984+0000 7f22ef545640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f22e8136840 con 0x7f22e8097640 2024-09-10T07:43:33.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.984+0000 7f22ef545640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f22e81366c0 con 0x7f22e8133d90 2024-09-10T07:43:33.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.984+0000 7f22ef545640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f22e81369c0 con 0x7f22e8096b30 2024-09-10T07:43:33.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.984+0000 7f22ed2e1640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f22e8096b30 0x7f22e80719c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.984+0000 7f22ecae0640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f22e8097640 0x7f22e8071f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.984+0000 7f22edae2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22e8133d90 0x7f22e8072440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:33.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.984+0000 7f22ecae0640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f22e8097640 0x7f22e8071f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:47946/0 (socket says 172.21.15.196:47946) 2024-09-10T07:43:33.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.984+0000 7f22ecae0640 1 -- 172.21.15.196:0/3913602623 learned_addr learned my addr 172.21.15.196:0/3913602623 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:33.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.984+0000 7f22ecae0640 1 -- 172.21.15.196:0/3913602623 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f22e8096b30 msgr2=0x7f22e80719c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.986 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.984+0000 7f22ecae0640 1 --2- 172.21.15.196:0/3913602623 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f22e8096b30 0x7f22e80719c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.984+0000 7f22ecae0640 1 -- 172.21.15.196:0/3913602623 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22e8133d90 msgr2=0x7f22e8072440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:33.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.984+0000 7f22ecae0640 1 --2- 172.21.15.196:0/3913602623 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22e8133d90 0x7f22e8072440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:33.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.984+0000 7f22ecae0640 1 -- 172.21.15.196:0/3913602623 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22e8125d50 con 0x7f22e8097640 2024-09-10T07:43:33.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.984+0000 7f22ecae0640 1 --2- 172.21.15.196:0/3913602623 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f22e8097640 0x7f22e8071f00 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f22d800ebe0 tx=0x7f22d800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:33.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.984+0000 7f22ddffb640 1 -- 172.21.15.196:0/3913602623 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22d8017070 con 0x7f22e8097640 2024-09-10T07:43:33.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.984+0000 7f22ddffb640 1 -- 172.21.15.196:0/3913602623 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22d800cc30 con 0x7f22e8097640 2024-09-10T07:43:33.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.984+0000 7f22ef545640 1 -- 172.21.15.196:0/3913602623 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22e81253e0 con 0x7f22e8097640 2024-09-10T07:43:33.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.984+0000 7f22ddffb640 1 -- 172.21.15.196:0/3913602623 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22d8013470 con 0x7f22e8097640 2024-09-10T07:43:33.987 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.985+0000 7f22ef545640 1 -- 172.21.15.196:0/3913602623 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22e8073af0 con 0x7f22e8097640 2024-09-10T07:43:33.988 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.986+0000 7f22ddffb640 1 -- 172.21.15.196:0/3913602623 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 9) ==== 55595+0+0 (secure 0 0 0) 0x7f22d801a070 con 0x7f22e8097640 2024-09-10T07:43:33.988 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.986+0000 7f22ddffb640 1 -- 172.21.15.196:0/3913602623 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7f22d805d170 con 0x7f22e8097640 2024-09-10T07:43:33.988 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.986+0000 7f22ef545640 1 -- 172.21.15.196:0/3913602623 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22e8097100 con 0x7f22e8097640 2024-09-10T07:43:33.989 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:33.990+0000 7f22ddffb640 1 -- 172.21.15.196:0/3913602623 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f22d803c620 con 0x7f22e8097640 2024-09-10T07:43:34.158 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.158+0000 7f22ef545640 1 -- 172.21.15.196:0/3913602623 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f22e8095aa0 con 0x7f22e8097640 2024-09-10T07:43:34.158 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.159+0000 7f22ddffb640 1 -- 172.21.15.196:0/3913602623 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f22d803c880 con 0x7f22e8097640 2024-09-10T07:43:34.158 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:34.159 INFO:teuthology.orchestra.run.smithi196.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-10T07:43:34.160 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.160+0000 7f22ef545640 1 -- 172.21.15.196:0/3913602623 >> v1:172.21.15.196:6816/3572737106 conn(0x7f22cc047ac0 legacy=0x7f22cc049f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:34.160 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.160+0000 7f22ef545640 1 -- 172.21.15.196:0/3913602623 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f22e8097640 msgr2=0x7f22e8071f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:34.160 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.160+0000 7f22ef545640 1 --2- 172.21.15.196:0/3913602623 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f22e8097640 0x7f22e8071f00 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f22d800ebe0 tx=0x7f22d800c520 comp rx=0 tx=0).stop 2024-09-10T07:43:34.160 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.160+0000 7f22ef545640 1 -- 172.21.15.196:0/3913602623 shutdown_connections 2024-09-10T07:43:34.160 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.160+0000 7f22ef545640 1 --2- 172.21.15.196:0/3913602623 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22e8133d90 0x7f22e8072440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:34.160 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.160+0000 7f22ef545640 1 --2- 172.21.15.196:0/3913602623 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f22e8097640 0x7f22e8071f00 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:34.160 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.160+0000 7f22ef545640 1 --2- 172.21.15.196:0/3913602623 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f22e8096b30 0x7f22e80719c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:34.161 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.160+0000 7f22ef545640 1 -- 172.21.15.196:0/3913602623 >> 172.21.15.196:0/3913602623 conn(0x7f22e809cb20 msgr2=0x7f22e809e930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:34.161 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.160+0000 7f22ef545640 1 -- 172.21.15.196:0/3913602623 shutdown_connections 2024-09-10T07:43:34.161 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.160+0000 7f22ef545640 1 -- 172.21.15.196:0/3913602623 wait complete. 2024-09-10T07:43:34.170 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-10T07:43:34.171 INFO:teuthology.run_tasks:Running task ceph.restart... 2024-09-10T07:43:34.183 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-10T07:43:34.183 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:43:34.218 INFO:tasks.ceph.osd.0:Stopped 2024-09-10T07:43:34.218 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 0 2024-09-10T07:43:34.358 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.357+0000 7fb520af0640 1 Processor -- start 2024-09-10T07:43:34.358 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.357+0000 7fb520af0640 1 -- start start 2024-09-10T07:43:34.358 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.358+0000 7fb520af0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb51c06dce0 0x7fb51c06e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:34.358 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.358+0000 7fb520af0640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fb51c06e600 0x7fb51c12f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:34.358 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.358+0000 7fb520af0640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb51c12f880 0x7fb51c12fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:34.358 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.358+0000 7fb520af0640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fb51c075bc0 con 0x7fb51c06e600 2024-09-10T07:43:34.358 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.358+0000 7fb520af0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb51c070340 con 0x7fb51c06dce0 2024-09-10T07:43:34.359 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.358+0000 7fb520af0640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fb51c130230 con 0x7fb51c12f880 2024-09-10T07:43:34.359 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.358+0000 7fb51a59c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb51c06dce0 0x7fb51c06e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:34.359 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.358+0000 7fb51ad9d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb51c12f880 0x7fb51c12fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:34.359 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.358+0000 7fb519d9b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fb51c06e600 0x7fb51c12f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:34.359 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.358+0000 7fb51ad9d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb51c12f880 0x7fb51c12fcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33546/0 (socket says 172.21.15.196:33546) 2024-09-10T07:43:34.359 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.358+0000 7fb51a59c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb51c06dce0 0x7fb51c06e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:52292/0 (socket says 172.21.15.196:52292) 2024-09-10T07:43:34.359 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.358+0000 7fb519d9b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fb51c06e600 0x7fb51c12f340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:47956/0 (socket says 172.21.15.196:47956) 2024-09-10T07:43:34.359 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.358+0000 7fb51ad9d640 1 -- 172.21.15.196:0/431554943 learned_addr learned my addr 172.21.15.196:0/431554943 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:34.359 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.358+0000 7fb51a59c640 1 -- 172.21.15.196:0/431554943 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb51c12f880 msgr2=0x7fb51c12fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:34.359 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.358+0000 7fb51a59c640 1 --2- 172.21.15.196:0/431554943 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb51c12f880 0x7fb51c12fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:34.359 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.358+0000 7fb51a59c640 1 -- 172.21.15.196:0/431554943 >> v2:172.21.15.196:3300/0 conn(0x7fb51c06e600 msgr2=0x7fb51c12f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:34.359 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.358+0000 7fb51a59c640 1 --2- 172.21.15.196:0/431554943 >> v2:172.21.15.196:3300/0 conn(0x7fb51c06e600 0x7fb51c12f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:34.359 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.358+0000 7fb51a59c640 1 -- 172.21.15.196:0/431554943 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb51c06f720 con 0x7fb51c06dce0 2024-09-10T07:43:34.360 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.358+0000 7fb519d9b640 1 --2- 172.21.15.196:0/431554943 >> v2:172.21.15.196:3300/0 conn(0x7fb51c06e600 0x7fb51c12f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:34.360 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.358+0000 7fb51ad9d640 1 --2- 172.21.15.196:0/431554943 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb51c12f880 0x7fb51c12fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:34.363 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.359+0000 7fb51a59c640 1 --2- 172.21.15.196:0/431554943 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb51c06dce0 0x7fb51c06e0c0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fb50c0097a0 tx=0x7fb50c029fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3f290cc443670263 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:34.363 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.359+0000 7fb51959a640 1 -- 172.21.15.196:0/431554943 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb50c037070 con 0x7fb51c06dce0 2024-09-10T07:43:34.363 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.359+0000 7fb51959a640 1 -- 172.21.15.196:0/431554943 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb50c02ad20 con 0x7fb51c06dce0 2024-09-10T07:43:34.363 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.359+0000 7fb51959a640 1 -- 172.21.15.196:0/431554943 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb50c032660 con 0x7fb51c06dce0 2024-09-10T07:43:34.363 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.360+0000 7fb520af0640 1 -- 172.21.15.196:0/431554943 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb51c06dce0 msgr2=0x7fb51c06e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:34.363 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.360+0000 7fb520af0640 1 --2- 172.21.15.196:0/431554943 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb51c06dce0 0x7fb51c06e0c0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fb50c0097a0 tx=0x7fb50c029fd0 comp rx=0 tx=0).stop 2024-09-10T07:43:34.363 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.360+0000 7fb520af0640 1 -- 172.21.15.196:0/431554943 shutdown_connections 2024-09-10T07:43:34.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.360+0000 7fb520af0640 1 --2- 172.21.15.196:0/431554943 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb51c12f880 0x7fb51c12fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:34.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.360+0000 7fb520af0640 1 --2- 172.21.15.196:0/431554943 >> v2:172.21.15.196:3300/0 conn(0x7fb51c06e600 0x7fb51c12f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:34.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.360+0000 7fb520af0640 1 --2- 172.21.15.196:0/431554943 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb51c06dce0 0x7fb51c06e0c0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:34.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.360+0000 7fb520af0640 1 -- 172.21.15.196:0/431554943 >> 172.21.15.196:0/431554943 conn(0x7fb51c09e980 msgr2=0x7fb51c09ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:34.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.360+0000 7fb520af0640 1 -- 172.21.15.196:0/431554943 shutdown_connections 2024-09-10T07:43:34.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.360+0000 7fb520af0640 1 -- 172.21.15.196:0/431554943 wait complete. 2024-09-10T07:43:34.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.361+0000 7fb520af0640 1 Processor -- start 2024-09-10T07:43:34.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.361+0000 7fb520af0640 1 -- start start 2024-09-10T07:43:34.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.361+0000 7fb520af0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb51c06dce0 0x7fb51c130430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:34.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.361+0000 7fb520af0640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb51c06e600 0x7fb51c130970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:34.364 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.361+0000 7fb520af0640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb51c12f880 0x7fb51c130eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:34.365 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.361+0000 7fb520af0640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fb51c1367f0 con 0x7fb51c06e600 2024-09-10T07:43:34.365 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.361+0000 7fb520af0640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fb51c136670 con 0x7fb51c06dce0 2024-09-10T07:43:34.365 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.361+0000 7fb520af0640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fb51c136970 con 0x7fb51c12f880 2024-09-10T07:43:34.365 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.361+0000 7fb51a59c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb51c06dce0 0x7fb51c130430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:34.365 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.361+0000 7fb519d9b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb51c06e600 0x7fb51c130970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:34.365 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.361+0000 7fb51a59c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb51c06dce0 0x7fb51c130430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:52308/0 (socket says 172.21.15.196:52308) 2024-09-10T07:43:34.365 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.361+0000 7fb51a59c640 1 -- 172.21.15.196:0/369151783 learned_addr learned my addr 172.21.15.196:0/369151783 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:34.365 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.361+0000 7fb51ad9d640 1 --2- 172.21.15.196:0/369151783 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb51c12f880 0x7fb51c130eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:34.365 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.362+0000 7fb51a59c640 1 -- 172.21.15.196:0/369151783 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb51c12f880 msgr2=0x7fb51c130eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:34.365 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.362+0000 7fb51a59c640 1 --2- 172.21.15.196:0/369151783 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb51c12f880 0x7fb51c130eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:34.365 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.362+0000 7fb51a59c640 1 -- 172.21.15.196:0/369151783 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb51c06e600 msgr2=0x7fb51c130970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:34.365 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.362+0000 7fb51a59c640 1 --2- 172.21.15.196:0/369151783 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb51c06e600 0x7fb51c130970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:34.365 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.362+0000 7fb51a59c640 1 -- 172.21.15.196:0/369151783 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb51c12cc20 con 0x7fb51c06dce0 2024-09-10T07:43:34.366 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.362+0000 7fb519d9b640 1 --2- 172.21.15.196:0/369151783 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb51c06e600 0x7fb51c130970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:34.366 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.362+0000 7fb51a59c640 1 --2- 172.21.15.196:0/369151783 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb51c06dce0 0x7fb51c130430 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fb50c035040 tx=0x7fb50c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:34.366 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.362+0000 7fb512ffd640 1 -- 172.21.15.196:0/369151783 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb50c037040 con 0x7fb51c06dce0 2024-09-10T07:43:34.366 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.362+0000 7fb512ffd640 1 -- 172.21.15.196:0/369151783 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb50c03d440 con 0x7fb51c06dce0 2024-09-10T07:43:34.366 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.362+0000 7fb520af0640 1 -- 172.21.15.196:0/369151783 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb51c073a10 con 0x7fb51c06dce0 2024-09-10T07:43:34.366 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.362+0000 7fb512ffd640 1 -- 172.21.15.196:0/369151783 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb50c03d850 con 0x7fb51c06dce0 2024-09-10T07:43:34.366 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.362+0000 7fb520af0640 1 -- 172.21.15.196:0/369151783 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb51c132a60 con 0x7fb51c06dce0 2024-09-10T07:43:34.366 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.363+0000 7fb512ffd640 1 -- 172.21.15.196:0/369151783 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 9) ==== 55595+0+0 (secure 0 0 0) 0x7fb50c044020 con 0x7fb51c06dce0 2024-09-10T07:43:34.366 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.363+0000 7fb520af0640 1 -- 172.21.15.196:0/369151783 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb51c12f340 con 0x7fb51c06dce0 2024-09-10T07:43:34.366 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.363+0000 7fb512ffd640 1 -- 172.21.15.196:0/369151783 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(19..19 src has 1..19) ==== 3023+0+0 (secure 0 0 0) 0x7fb50c07d230 con 0x7fb51c06dce0 2024-09-10T07:43:34.367 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.367+0000 7fb512ffd640 1 -- 172.21.15.196:0/369151783 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fb50c0610d0 con 0x7fb51c06dce0 2024-09-10T07:43:34.517 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:34.517+0000 7fb520af0640 1 -- 172.21.15.196:0/369151783 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd down", "ids": ["0"]} v 0) -- 0x7fb51c128650 con 0x7fb51c06dce0 2024-09-10T07:43:34.517 INFO:tasks.ceph.mon.a.smithi196.stderr:2024-09-10T07:43:34.518+0000 7f94cfc57640 -1 mon.a@0(leader).osd e19 definitely_dead 0 2024-09-10T07:43:35.065 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.065+0000 7fb512ffd640 1 -- 172.21.15.196:0/369151783 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7fb50c02abe0 con 0x7fb51c06dce0 2024-09-10T07:43:35.065 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.066+0000 7fb512ffd640 1 -- 172.21.15.196:0/369151783 <== mon.1 v2:172.21.15.196:3301/0 8 ==== mon_command_ack([{"prefix": "osd down", "ids": ["0"]}]=0 marked down osd.0. v20) ==== 89+0+0 (secure 0 0 0) 0x7fb50c003eb0 con 0x7fb51c06dce0 2024-09-10T07:43:35.065 INFO:teuthology.orchestra.run.smithi196.stderr:marked down osd.0. 2024-09-10T07:43:35.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.068+0000 7fb520af0640 1 -- 172.21.15.196:0/369151783 >> v1:172.21.15.196:6816/3572737106 conn(0x7fb4fc047ac0 legacy=0x7fb4fc049f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:35.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.068+0000 7fb520af0640 1 -- 172.21.15.196:0/369151783 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb51c06dce0 msgr2=0x7fb51c130430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:35.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.068+0000 7fb520af0640 1 --2- 172.21.15.196:0/369151783 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb51c06dce0 0x7fb51c130430 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fb50c035040 tx=0x7fb50c0046c0 comp rx=0 tx=0).stop 2024-09-10T07:43:35.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.068+0000 7fb520af0640 1 -- 172.21.15.196:0/369151783 shutdown_connections 2024-09-10T07:43:35.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.068+0000 7fb520af0640 1 --2- 172.21.15.196:0/369151783 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fb51c12f880 0x7fb51c130eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:35.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.068+0000 7fb520af0640 1 --2- 172.21.15.196:0/369151783 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fb51c06e600 0x7fb51c130970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:35.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.068+0000 7fb520af0640 1 --2- 172.21.15.196:0/369151783 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fb51c06dce0 0x7fb51c130430 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:35.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.068+0000 7fb520af0640 1 -- 172.21.15.196:0/369151783 >> 172.21.15.196:0/369151783 conn(0x7fb51c09e980 msgr2=0x7fb51c09df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:35.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.068+0000 7fb520af0640 1 -- 172.21.15.196:0/369151783 shutdown_connections 2024-09-10T07:43:35.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.068+0000 7fb520af0640 1 -- 172.21.15.196:0/369151783 wait complete. 2024-09-10T07:43:35.079 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-10T07:43:35.079 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-10T07:43:35.081 INFO:tasks.ceph.osd.0:Started 2024-09-10T07:43:35.082 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-10T07:43:35.082 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:43:35.121 INFO:tasks.ceph.osd.1:Stopped 2024-09-10T07:43:35.121 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 1 2024-09-10T07:43:35.267 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.261+0000 7ff961553640 1 Processor -- start 2024-09-10T07:43:35.267 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.261+0000 7ff961553640 1 -- start start 2024-09-10T07:43:35.267 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.261+0000 7ff961553640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff95c06eb00 0x7ff95c06eee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:35.267 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.261+0000 7ff961553640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff95c06f420 0x7ff95c097000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:35.267 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.261+0000 7ff961553640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff95c0704b0 con 0x7ff95c097540 2024-09-10T07:43:35.267 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.261+0000 7ff961553640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7ff95c06fbc0 con 0x7ff95c06f420 2024-09-10T07:43:35.267 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.261+0000 7ff961553640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff95c070a20 con 0x7ff95c06eb00 2024-09-10T07:43:35.267 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.262+0000 7ff95affd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff95c06eb00 0x7ff95c06eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:35.267 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.262+0000 7ff95a7fc640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff95c06f420 0x7ff95c097000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:35.267 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.262+0000 7ff95affd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff95c06eb00 0x7ff95c06eee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:52318/0 (socket says 172.21.15.196:52318) 2024-09-10T07:43:35.267 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.262+0000 7ff95b7fe640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7ff95c097540 0x7ff95c1336b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:57462/0 (socket says 172.21.15.196:57462) 2024-09-10T07:43:35.268 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.262+0000 7ff95affd640 1 -- 172.21.15.196:0/2413576666 learned_addr learned my addr 172.21.15.196:0/2413576666 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:35.268 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.262+0000 7ff95affd640 1 -- 172.21.15.196:0/2413576666 >> v2:172.21.15.196:3300/0 conn(0x7ff95c06f420 msgr2=0x7ff95c097000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:35.268 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.262+0000 7ff95affd640 1 --2- 172.21.15.196:0/2413576666 >> v2:172.21.15.196:3300/0 conn(0x7ff95c06f420 0x7ff95c097000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:35.268 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.262+0000 7ff95affd640 1 -- 172.21.15.196:0/2413576666 >> v1:172.21.15.196:6789/0 conn(0x7ff95c097540 legacy=0x7ff95c1336b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:35.268 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.262+0000 7ff95affd640 1 -- 172.21.15.196:0/2413576666 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff95c06cf70 con 0x7ff95c06eb00 2024-09-10T07:43:35.268 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.262+0000 7ff95a7fc640 1 --2- 172.21.15.196:0/2413576666 >> v2:172.21.15.196:3300/0 conn(0x7ff95c06f420 0x7ff95c097000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:35.268 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.263+0000 7ff95affd640 1 --2- 172.21.15.196:0/2413576666 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff95c06eb00 0x7ff95c06eee0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ff94c00b920 tx=0x7ff94c02a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=74872703d80a12ee server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:35.268 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.263+0000 7ff959ffb640 1 -- 172.21.15.196:0/2413576666 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff94c031600 con 0x7ff95c06eb00 2024-09-10T07:43:35.268 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.263+0000 7ff959ffb640 1 -- 172.21.15.196:0/2413576666 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff94c0317a0 con 0x7ff95c06eb00 2024-09-10T07:43:35.268 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.263+0000 7ff959ffb640 1 -- 172.21.15.196:0/2413576666 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff94c031b70 con 0x7ff95c06eb00 2024-09-10T07:43:35.268 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.263+0000 7ff961553640 1 -- 172.21.15.196:0/2413576666 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff95c06eb00 msgr2=0x7ff95c06eee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:35.268 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.263+0000 7ff961553640 1 --2- 172.21.15.196:0/2413576666 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff95c06eb00 0x7ff95c06eee0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ff94c00b920 tx=0x7ff94c02a5d0 comp rx=0 tx=0).stop 2024-09-10T07:43:35.268 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.263+0000 7ff961553640 1 -- 172.21.15.196:0/2413576666 shutdown_connections 2024-09-10T07:43:35.269 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.263+0000 7ff961553640 1 --2- 172.21.15.196:0/2413576666 >> v2:172.21.15.196:3300/0 conn(0x7ff95c06f420 0x7ff95c097000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:35.269 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.263+0000 7ff961553640 1 --2- 172.21.15.196:0/2413576666 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff95c06eb00 0x7ff95c06eee0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:35.269 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.263+0000 7ff961553640 1 -- 172.21.15.196:0/2413576666 >> 172.21.15.196:0/2413576666 conn(0x7ff95c09db00 msgr2=0x7ff95c09df10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:35.269 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.263+0000 7ff961553640 1 -- 172.21.15.196:0/2413576666 shutdown_connections 2024-09-10T07:43:35.269 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.263+0000 7ff961553640 1 -- 172.21.15.196:0/2413576666 wait complete. 2024-09-10T07:43:35.269 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.264+0000 7ff961553640 1 Processor -- start 2024-09-10T07:43:35.269 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.264+0000 7ff961553640 1 -- start start 2024-09-10T07:43:35.269 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.265+0000 7ff961553640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff95c06eb00 0x7ff95c1c06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:35.269 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.265+0000 7ff961553640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff95c06f420 0x7ff95c1c0c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:35.269 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.265+0000 7ff961553640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff95c097540 0x7ff95c124610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:35.269 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.265+0000 7ff961553640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff95c06f980 con 0x7ff95c06f420 2024-09-10T07:43:35.269 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.265+0000 7ff961553640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff95c06f800 con 0x7ff95c06eb00 2024-09-10T07:43:35.269 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.265+0000 7ff961553640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7ff95c097950 con 0x7ff95c097540 2024-09-10T07:43:35.269 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.265+0000 7ff95affd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff95c06eb00 0x7ff95c1c06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:35.270 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.265+0000 7ff95a7fc640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff95c06f420 0x7ff95c1c0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:35.270 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.265+0000 7ff95affd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff95c06eb00 0x7ff95c1c06e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:52324/0 (socket says 172.21.15.196:52324) 2024-09-10T07:43:35.270 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.265+0000 7ff95affd640 1 -- 172.21.15.196:0/3863947740 learned_addr learned my addr 172.21.15.196:0/3863947740 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:35.270 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.265+0000 7ff95b7fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff95c097540 0x7ff95c124610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:35.270 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.265+0000 7ff95a7fc640 1 -- 172.21.15.196:0/3863947740 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff95c097540 msgr2=0x7ff95c124610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:35.270 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.265+0000 7ff95a7fc640 1 --2- 172.21.15.196:0/3863947740 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff95c097540 0x7ff95c124610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:35.270 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.265+0000 7ff95a7fc640 1 -- 172.21.15.196:0/3863947740 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff95c06eb00 msgr2=0x7ff95c1c06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:35.271 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.265+0000 7ff95a7fc640 1 --2- 172.21.15.196:0/3863947740 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff95c06eb00 0x7ff95c1c06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:35.271 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.265+0000 7ff95a7fc640 1 -- 172.21.15.196:0/3863947740 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff95c126580 con 0x7ff95c06f420 2024-09-10T07:43:35.271 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.265+0000 7ff95b7fe640 1 --2- 172.21.15.196:0/3863947740 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff95c097540 0x7ff95c124610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:35.271 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.265+0000 7ff95affd640 1 --2- 172.21.15.196:0/3863947740 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff95c06eb00 0x7ff95c1c06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:35.271 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.265+0000 7ff95a7fc640 1 --2- 172.21.15.196:0/3863947740 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff95c06f420 0x7ff95c1c0c20 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff950012fc0 tx=0x7ff950010490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:35.271 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.265+0000 7ff9437fe640 1 -- 172.21.15.196:0/3863947740 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff950010da0 con 0x7ff95c06f420 2024-09-10T07:43:35.271 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.266+0000 7ff9437fe640 1 -- 172.21.15.196:0/3863947740 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff95001d070 con 0x7ff95c06f420 2024-09-10T07:43:35.271 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.266+0000 7ff961553640 1 -- 172.21.15.196:0/3863947740 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff95c08d460 con 0x7ff95c06f420 2024-09-10T07:43:35.272 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.266+0000 7ff9437fe640 1 -- 172.21.15.196:0/3863947740 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9500186c0 con 0x7ff95c06f420 2024-09-10T07:43:35.272 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.266+0000 7ff961553640 1 -- 172.21.15.196:0/3863947740 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff95c1c1160 con 0x7ff95c06f420 2024-09-10T07:43:35.272 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.267+0000 7ff9437fe640 1 -- 172.21.15.196:0/3863947740 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7ff950016050 con 0x7ff95c06f420 2024-09-10T07:43:35.272 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.267+0000 7ff961553640 1 -- 172.21.15.196:0/3863947740 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff95c097c80 con 0x7ff95c06f420 2024-09-10T07:43:35.272 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.267+0000 7ff9437fe640 1 -- 172.21.15.196:0/3863947740 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 3023+0+0 (secure 0 0 0) 0x7ff9500610c0 con 0x7ff95c06f420 2024-09-10T07:43:35.272 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.270+0000 7ff9437fe640 1 -- 172.21.15.196:0/3863947740 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7ff950026020 con 0x7ff95c06f420 2024-09-10T07:43:35.419 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:35.419+0000 7ff961553640 1 -- 172.21.15.196:0/3863947740 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd down", "ids": ["1"]} v 0) -- 0x7ff95c08e320 con 0x7ff95c06f420 2024-09-10T07:43:35.419 INFO:tasks.ceph.mon.a.smithi196.stderr:2024-09-10T07:43:35.419+0000 7f94cfc57640 -1 mon.a@0(leader).osd e20 definitely_dead 0 2024-09-10T07:43:36.064 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.065+0000 7ff9437fe640 1 -- 172.21.15.196:0/3863947740 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["1"]}]=0 marked down osd.1. v21) ==== 89+0+0 (secure 0 0 0) 0x7ff950014040 con 0x7ff95c06f420 2024-09-10T07:43:36.065 INFO:teuthology.orchestra.run.smithi196.stderr:marked down osd.1. 2024-09-10T07:43:36.067 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.067+0000 7ff961553640 1 -- 172.21.15.196:0/3863947740 >> v1:172.21.15.196:6816/3572737106 conn(0x7ff948047b50 legacy=0x7ff94804a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:36.067 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.067+0000 7ff961553640 1 -- 172.21.15.196:0/3863947740 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff95c06f420 msgr2=0x7ff95c1c0c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:36.067 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.067+0000 7ff961553640 1 --2- 172.21.15.196:0/3863947740 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff95c06f420 0x7ff95c1c0c20 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff950012fc0 tx=0x7ff950010490 comp rx=0 tx=0).stop 2024-09-10T07:43:36.067 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.068+0000 7ff961553640 1 -- 172.21.15.196:0/3863947740 shutdown_connections 2024-09-10T07:43:36.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.068+0000 7ff961553640 1 --2- 172.21.15.196:0/3863947740 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff95c097540 0x7ff95c124610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:36.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.068+0000 7ff961553640 1 --2- 172.21.15.196:0/3863947740 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff95c06f420 0x7ff95c1c0c20 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:36.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.068+0000 7ff961553640 1 --2- 172.21.15.196:0/3863947740 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff95c06eb00 0x7ff95c1c06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:36.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.068+0000 7ff961553640 1 -- 172.21.15.196:0/3863947740 >> 172.21.15.196:0/3863947740 conn(0x7ff95c09db00 msgr2=0x7ff95c099b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:36.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.068+0000 7ff961553640 1 -- 172.21.15.196:0/3863947740 shutdown_connections 2024-09-10T07:43:36.068 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.068+0000 7ff961553640 1 -- 172.21.15.196:0/3863947740 wait complete. 2024-09-10T07:43:36.079 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-10T07:43:36.079 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-10T07:43:36.082 INFO:tasks.ceph.osd.1:Started 2024-09-10T07:43:36.082 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-10T07:43:36.082 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:43:36.112 INFO:tasks.ceph.osd.2:Stopped 2024-09-10T07:43:36.113 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 2 2024-09-10T07:43:36.251 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.250+0000 7fd6b092c640 1 Processor -- start 2024-09-10T07:43:36.251 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.251+0000 7fd6b092c640 1 -- start start 2024-09-10T07:43:36.251 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.251+0000 7fd6b092c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd6ac12e760 0x7fd6ac12eb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:36.251 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.251+0000 7fd6b092c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd6ac096f30 0x7fd6ac12f490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:36.251 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.251+0000 7fd6b092c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd6ac12f9d0 0x7fd6ac12fe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:36.251 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.251+0000 7fd6b092c640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fd6ac0759c0 con 0x7fd6ac096f30 2024-09-10T07:43:36.251 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.251+0000 7fd6b092c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd6ac0634c0 con 0x7fd6ac12e760 2024-09-10T07:43:36.251 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.251+0000 7fd6b092c640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fd6ac0630c0 con 0x7fd6ac12f9d0 2024-09-10T07:43:36.252 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.251+0000 7fd6a9d9b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fd6ac096f30 0x7fd6ac12f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:36.252 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.251+0000 7fd6aad9d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd6ac12f9d0 0x7fd6ac12fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:36.252 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.251+0000 7fd6aa59c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd6ac12e760 0x7fd6ac12eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:36.252 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.251+0000 7fd6aad9d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd6ac12f9d0 0x7fd6ac12fe20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33582/0 (socket says 172.21.15.196:33582) 2024-09-10T07:43:36.252 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.251+0000 7fd6aa59c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd6ac12e760 0x7fd6ac12eb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:52332/0 (socket says 172.21.15.196:52332) 2024-09-10T07:43:36.252 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.251+0000 7fd6aad9d640 1 -- 172.21.15.196:0/3967641664 learned_addr learned my addr 172.21.15.196:0/3967641664 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:36.252 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.252+0000 7fd6aad9d640 1 -- 172.21.15.196:0/3967641664 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd6ac12e760 msgr2=0x7fd6ac12eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:36.252 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.252+0000 7fd6aad9d640 1 --2- 172.21.15.196:0/3967641664 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd6ac12e760 0x7fd6ac12eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:36.252 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.252+0000 7fd6aad9d640 1 -- 172.21.15.196:0/3967641664 >> v2:172.21.15.196:3300/0 conn(0x7fd6ac096f30 msgr2=0x7fd6ac12f490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:36.252 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.252+0000 7fd6aad9d640 1 --2- 172.21.15.196:0/3967641664 >> v2:172.21.15.196:3300/0 conn(0x7fd6ac096f30 0x7fd6ac12f490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:36.252 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.252+0000 7fd6aad9d640 1 -- 172.21.15.196:0/3967641664 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6ac097710 con 0x7fd6ac12f9d0 2024-09-10T07:43:36.252 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.252+0000 7fd6a9d9b640 1 --2- 172.21.15.196:0/3967641664 >> v2:172.21.15.196:3300/0 conn(0x7fd6ac096f30 0x7fd6ac12f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:36.255 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.252+0000 7fd6aad9d640 1 --2- 172.21.15.196:0/3967641664 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd6ac12f9d0 0x7fd6ac12fe20 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fd6a4009e50 tx=0x7fd6a402a560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=445ff0265ba029b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:36.255 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.252+0000 7fd6a959a640 1 -- 172.21.15.196:0/3967641664 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6a4036070 con 0x7fd6ac12f9d0 2024-09-10T07:43:36.255 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.252+0000 7fd6a959a640 1 -- 172.21.15.196:0/3967641664 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6a4031600 con 0x7fd6ac12f9d0 2024-09-10T07:43:36.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.252+0000 7fd6a959a640 1 -- 172.21.15.196:0/3967641664 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6a40319d0 con 0x7fd6ac12f9d0 2024-09-10T07:43:36.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.253+0000 7fd6b092c640 1 -- 172.21.15.196:0/3967641664 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd6ac12f9d0 msgr2=0x7fd6ac12fe20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:36.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.253+0000 7fd6b092c640 1 --2- 172.21.15.196:0/3967641664 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd6ac12f9d0 0x7fd6ac12fe20 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fd6a4009e50 tx=0x7fd6a402a560 comp rx=0 tx=0).stop 2024-09-10T07:43:36.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.253+0000 7fd6b092c640 1 -- 172.21.15.196:0/3967641664 shutdown_connections 2024-09-10T07:43:36.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.253+0000 7fd6b092c640 1 --2- 172.21.15.196:0/3967641664 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd6ac12f9d0 0x7fd6ac12fe20 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:36.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.253+0000 7fd6b092c640 1 --2- 172.21.15.196:0/3967641664 >> v2:172.21.15.196:3300/0 conn(0x7fd6ac096f30 0x7fd6ac12f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:36.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.253+0000 7fd6b092c640 1 --2- 172.21.15.196:0/3967641664 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd6ac12e760 0x7fd6ac12eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:36.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.253+0000 7fd6b092c640 1 -- 172.21.15.196:0/3967641664 >> 172.21.15.196:0/3967641664 conn(0x7fd6ac09c520 msgr2=0x7fd6ac09c930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:36.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.253+0000 7fd6b092c640 1 -- 172.21.15.196:0/3967641664 shutdown_connections 2024-09-10T07:43:36.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.253+0000 7fd6b092c640 1 -- 172.21.15.196:0/3967641664 wait complete. 2024-09-10T07:43:36.257 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.254+0000 7fd6b092c640 1 Processor -- start 2024-09-10T07:43:36.257 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.254+0000 7fd6b092c640 1 -- start start 2024-09-10T07:43:36.257 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.254+0000 7fd6b092c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd6ac096f30 0x7fd6ac130580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:36.257 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.254+0000 7fd6b092c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd6ac12e760 0x7fd6ac130ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:36.257 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.254+0000 7fd6b092c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd6ac12f9d0 0x7fd6ac131000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:36.257 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.254+0000 7fd6b092c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fd6ac1367c0 con 0x7fd6ac12f9d0 2024-09-10T07:43:36.257 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.254+0000 7fd6b092c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fd6ac136940 con 0x7fd6ac12e760 2024-09-10T07:43:36.257 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.254+0000 7fd6b092c640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fd6ac136ac0 con 0x7fd6ac096f30 2024-09-10T07:43:36.257 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.254+0000 7fd6aa59c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd6ac096f30 0x7fd6ac130580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:36.257 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.255+0000 7fd6a9d9b640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd6ac12e760 0x7fd6ac130ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:36.257 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.255+0000 7fd6aa59c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd6ac096f30 0x7fd6ac130580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33592/0 (socket says 172.21.15.196:33592) 2024-09-10T07:43:36.257 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.255+0000 7fd6aa59c640 1 -- 172.21.15.196:0/3551542540 learned_addr learned my addr 172.21.15.196:0/3551542540 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:36.258 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.255+0000 7fd6aad9d640 1 --2- 172.21.15.196:0/3551542540 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd6ac12f9d0 0x7fd6ac131000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:36.258 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.255+0000 7fd6aa59c640 1 -- 172.21.15.196:0/3551542540 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd6ac12e760 msgr2=0x7fd6ac130ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:36.258 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.255+0000 7fd6aa59c640 1 --2- 172.21.15.196:0/3551542540 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd6ac12e760 0x7fd6ac130ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:36.258 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.255+0000 7fd6aa59c640 1 -- 172.21.15.196:0/3551542540 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd6ac12f9d0 msgr2=0x7fd6ac131000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:36.258 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.255+0000 7fd6aa59c640 1 --2- 172.21.15.196:0/3551542540 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd6ac12f9d0 0x7fd6ac131000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:36.258 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.255+0000 7fd6aa59c640 1 -- 172.21.15.196:0/3551542540 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6ac132170 con 0x7fd6ac096f30 2024-09-10T07:43:36.258 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.255+0000 7fd6aad9d640 1 --2- 172.21.15.196:0/3551542540 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd6ac12f9d0 0x7fd6ac131000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:36.258 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.255+0000 7fd6aa59c640 1 --2- 172.21.15.196:0/3551542540 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd6ac096f30 0x7fd6ac130580 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fd69c00e9e0 tx=0x7fd69c00eea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:36.258 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.255+0000 7fd6a2ffd640 1 -- 172.21.15.196:0/3551542540 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd69c017070 con 0x7fd6ac096f30 2024-09-10T07:43:36.258 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.255+0000 7fd6a2ffd640 1 -- 172.21.15.196:0/3551542540 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd69c00c9d0 con 0x7fd6ac096f30 2024-09-10T07:43:36.258 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.255+0000 7fd6a2ffd640 1 -- 172.21.15.196:0/3551542540 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd69c00cdc0 con 0x7fd6ac096f30 2024-09-10T07:43:36.258 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.255+0000 7fd6b092c640 1 -- 172.21.15.196:0/3551542540 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6ac073be0 con 0x7fd6ac096f30 2024-09-10T07:43:36.258 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.255+0000 7fd6b092c640 1 -- 172.21.15.196:0/3551542540 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6ac132d30 con 0x7fd6ac096f30 2024-09-10T07:43:36.259 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.256+0000 7fd6a2ffd640 1 -- 172.21.15.196:0/3551542540 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7fd69c01a070 con 0x7fd6ac096f30 2024-09-10T07:43:36.259 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.256+0000 7fd6b092c640 1 -- 172.21.15.196:0/3551542540 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6ac12eb40 con 0x7fd6ac096f30 2024-09-10T07:43:36.259 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.256+0000 7fd6a2ffd640 1 -- 172.21.15.196:0/3551542540 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(21..21 src has 1..21) ==== 3023+0+0 (secure 0 0 0) 0x7fd69c05d6d0 con 0x7fd6ac096f30 2024-09-10T07:43:36.259 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.260+0000 7fd6a2ffd640 1 -- 172.21.15.196:0/3551542540 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fd69c05c790 con 0x7fd6ac096f30 2024-09-10T07:43:36.406 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:36.407+0000 7fd6b092c640 1 -- 172.21.15.196:0/3551542540 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "osd down", "ids": ["2"]} v 0) -- 0x7fd6ac06f7a0 con 0x7fd6ac096f30 2024-09-10T07:43:36.407 INFO:tasks.ceph.mon.a.smithi196.stderr:2024-09-10T07:43:36.407+0000 7f94cfc57640 -1 mon.a@0(leader).osd e21 definitely_dead 0 2024-09-10T07:43:36.755 INFO:tasks.ceph.osd.0.smithi196.stderr:2024-09-10T07:43:36.755+0000 7fd0c0e17640 -1 Falling back to public interface 2024-09-10T07:43:37.071 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.071+0000 7fd6a2ffd640 1 -- 172.21.15.196:0/3551542540 <== mon.2 v2:172.21.15.196:3302/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["2"]}]=0 marked down osd.2. v22) ==== 89+0+0 (secure 0 0 0) 0x7fd69c03cb10 con 0x7fd6ac096f30 2024-09-10T07:43:37.071 INFO:teuthology.orchestra.run.smithi196.stderr:marked down osd.2. 2024-09-10T07:43:37.073 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.074+0000 7fd6b092c640 1 -- 172.21.15.196:0/3551542540 >> v1:172.21.15.196:6816/3572737106 conn(0x7fd68c047b50 legacy=0x7fd68c04a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:37.074 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.074+0000 7fd6b092c640 1 -- 172.21.15.196:0/3551542540 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd6ac096f30 msgr2=0x7fd6ac130580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:37.074 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.074+0000 7fd6b092c640 1 --2- 172.21.15.196:0/3551542540 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd6ac096f30 0x7fd6ac130580 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fd69c00e9e0 tx=0x7fd69c00eea0 comp rx=0 tx=0).stop 2024-09-10T07:43:37.074 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.074+0000 7fd6b092c640 1 -- 172.21.15.196:0/3551542540 shutdown_connections 2024-09-10T07:43:37.074 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.074+0000 7fd6b092c640 1 --2- 172.21.15.196:0/3551542540 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fd6ac12f9d0 0x7fd6ac131000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:37.074 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.074+0000 7fd6b092c640 1 --2- 172.21.15.196:0/3551542540 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fd6ac12e760 0x7fd6ac130ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:37.074 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.074+0000 7fd6b092c640 1 --2- 172.21.15.196:0/3551542540 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fd6ac096f30 0x7fd6ac130580 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:37.074 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.074+0000 7fd6b092c640 1 -- 172.21.15.196:0/3551542540 >> 172.21.15.196:0/3551542540 conn(0x7fd6ac09c520 msgr2=0x7fd6ac093eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:37.074 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.074+0000 7fd6b092c640 1 -- 172.21.15.196:0/3551542540 shutdown_connections 2024-09-10T07:43:37.074 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.074+0000 7fd6b092c640 1 -- 172.21.15.196:0/3551542540 wait complete. 2024-09-10T07:43:37.086 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-10T07:43:37.086 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-10T07:43:37.089 INFO:tasks.ceph.osd.2:Started 2024-09-10T07:43:37.089 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-10T07:43:37.089 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:43:37.131 INFO:tasks.ceph.osd.3:Stopped 2024-09-10T07:43:37.131 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 3 2024-09-10T07:43:37.231 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.232+0000 7fce23ddb640 1 Processor -- start 2024-09-10T07:43:37.232 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.232+0000 7fce23ddb640 1 -- start start 2024-09-10T07:43:37.236 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.233+0000 7fce23ddb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce1c06ee30 0x7fce1c06f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:37.236 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.233+0000 7fce23ddb640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fce1c06f750 0x7fce1c133ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:37.236 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.233+0000 7fce23ddb640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce1c134010 0x7fce1c136400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:37.236 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.233+0000 7fce23ddb640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fce1c070430 con 0x7fce1c06f750 2024-09-10T07:43:37.237 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.233+0000 7fce23ddb640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fce1c06cef0 con 0x7fce1c06ee30 2024-09-10T07:43:37.237 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.233+0000 7fce23ddb640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fce1c06fb90 con 0x7fce1c134010 2024-09-10T07:43:37.237 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.233+0000 7fce22378640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce1c134010 0x7fce1c136400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:37.237 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.233+0000 7fce21376640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fce1c06f750 0x7fce1c133ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:37.237 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.233+0000 7fce21b77640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce1c06ee30 0x7fce1c06f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:37.237 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.233+0000 7fce21376640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fce1c06f750 0x7fce1c133ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:58540/0 (socket says 172.21.15.196:58540) 2024-09-10T07:43:37.237 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.233+0000 7fce21376640 1 -- 172.21.15.196:0/3714931411 learned_addr learned my addr 172.21.15.196:0/3714931411 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:37.237 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.233+0000 7fce21376640 1 -- 172.21.15.196:0/3714931411 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce1c134010 msgr2=0x7fce1c136400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:37.237 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.233+0000 7fce21376640 1 --2- 172.21.15.196:0/3714931411 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce1c134010 0x7fce1c136400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:37.237 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.233+0000 7fce21376640 1 -- 172.21.15.196:0/3714931411 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce1c06ee30 msgr2=0x7fce1c06f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:37.237 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.233+0000 7fce21376640 1 --2- 172.21.15.196:0/3714931411 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce1c06ee30 0x7fce1c06f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:37.237 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.233+0000 7fce21376640 1 -- 172.21.15.196:0/3714931411 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce1c06d7e0 con 0x7fce1c06f750 2024-09-10T07:43:37.238 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.233+0000 7fce21b77640 1 --2- 172.21.15.196:0/3714931411 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce1c06ee30 0x7fce1c06f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:37.241 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.234+0000 7fce21376640 1 --2- 172.21.15.196:0/3714931411 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce1c06f750 0x7fce1c133ad0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fce0c009870 tx=0x7fce0c02a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7760c71f080b854 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:37.241 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.234+0000 7fce20b75640 1 -- 172.21.15.196:0/3714931411 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce0c037070 con 0x7fce1c06f750 2024-09-10T07:43:37.241 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.234+0000 7fce20b75640 1 -- 172.21.15.196:0/3714931411 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce0c02ae00 con 0x7fce1c06f750 2024-09-10T07:43:37.241 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.234+0000 7fce20b75640 1 -- 172.21.15.196:0/3714931411 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce0c032660 con 0x7fce1c06f750 2024-09-10T07:43:37.241 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.235+0000 7fce23ddb640 1 -- 172.21.15.196:0/3714931411 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce1c06f750 msgr2=0x7fce1c133ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:37.241 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.235+0000 7fce23ddb640 1 --2- 172.21.15.196:0/3714931411 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce1c06f750 0x7fce1c133ad0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fce0c009870 tx=0x7fce0c02a0b0 comp rx=0 tx=0).stop 2024-09-10T07:43:37.242 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.235+0000 7fce23ddb640 1 -- 172.21.15.196:0/3714931411 shutdown_connections 2024-09-10T07:43:37.242 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.235+0000 7fce23ddb640 1 --2- 172.21.15.196:0/3714931411 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce1c134010 0x7fce1c136400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:37.242 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.235+0000 7fce23ddb640 1 --2- 172.21.15.196:0/3714931411 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce1c06f750 0x7fce1c133ad0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:37.242 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.235+0000 7fce23ddb640 1 --2- 172.21.15.196:0/3714931411 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce1c06ee30 0x7fce1c06f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:37.242 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.235+0000 7fce23ddb640 1 -- 172.21.15.196:0/3714931411 >> 172.21.15.196:0/3714931411 conn(0x7fce1c09b610 msgr2=0x7fce1c09ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:37.242 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.235+0000 7fce23ddb640 1 -- 172.21.15.196:0/3714931411 shutdown_connections 2024-09-10T07:43:37.242 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.235+0000 7fce23ddb640 1 -- 172.21.15.196:0/3714931411 wait complete. 2024-09-10T07:43:37.242 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.236+0000 7fce23ddb640 1 Processor -- start 2024-09-10T07:43:37.242 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.236+0000 7fce23ddb640 1 -- start start 2024-09-10T07:43:37.242 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.236+0000 7fce23ddb640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce1c06ee30 0x7fce1c096e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:37.242 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.236+0000 7fce23ddb640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce1c06f750 0x7fce1c097360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:37.242 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.236+0000 7fce23ddb640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce1c134010 0x7fce1c0978a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:37.242 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.236+0000 7fce23ddb640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fce1c136cd0 con 0x7fce1c06f750 2024-09-10T07:43:37.242 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.236+0000 7fce23ddb640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fce1c136b50 con 0x7fce1c06ee30 2024-09-10T07:43:37.243 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.236+0000 7fce23ddb640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fce1c136e50 con 0x7fce1c134010 2024-09-10T07:43:37.243 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.236+0000 7fce21376640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce1c06f750 0x7fce1c097360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:37.243 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.236+0000 7fce22378640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce1c134010 0x7fce1c0978a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:37.243 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.236+0000 7fce21b77640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce1c06ee30 0x7fce1c096e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:37.243 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.236+0000 7fce21376640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce1c06f750 0x7fce1c097360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:58546/0 (socket says 172.21.15.196:58546) 2024-09-10T07:43:37.243 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.236+0000 7fce21376640 1 -- 172.21.15.196:0/874078624 learned_addr learned my addr 172.21.15.196:0/874078624 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:37.243 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.236+0000 7fce22378640 1 --2- 172.21.15.196:0/874078624 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce1c134010 0x7fce1c0978a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:35352/0 (socket says 172.21.15.196:35352) 2024-09-10T07:43:37.243 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.236+0000 7fce21b77640 1 -- 172.21.15.196:0/874078624 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce1c134010 msgr2=0x7fce1c0978a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:37.243 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.236+0000 7fce21b77640 1 --2- 172.21.15.196:0/874078624 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce1c134010 0x7fce1c0978a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:37.243 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.236+0000 7fce21b77640 1 -- 172.21.15.196:0/874078624 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce1c06f750 msgr2=0x7fce1c097360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:37.243 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.236+0000 7fce21b77640 1 --2- 172.21.15.196:0/874078624 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce1c06f750 0x7fce1c097360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:37.243 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.236+0000 7fce21b77640 1 -- 172.21.15.196:0/874078624 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce1c1248f0 con 0x7fce1c06ee30 2024-09-10T07:43:37.243 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.236+0000 7fce21376640 1 --2- 172.21.15.196:0/874078624 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce1c06f750 0x7fce1c097360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:37.244 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.237+0000 7fce21b77640 1 --2- 172.21.15.196:0/874078624 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce1c06ee30 0x7fce1c096e20 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fce1800e900 tx=0x7fce1800edc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:37.244 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.237+0000 7fce127fc640 1 -- 172.21.15.196:0/874078624 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce18017070 con 0x7fce1c06ee30 2024-09-10T07:43:37.244 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.237+0000 7fce127fc640 1 -- 172.21.15.196:0/874078624 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce1800ca00 con 0x7fce1c06ee30 2024-09-10T07:43:37.244 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.237+0000 7fce23ddb640 1 -- 172.21.15.196:0/874078624 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce1c124540 con 0x7fce1c06ee30 2024-09-10T07:43:37.244 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.237+0000 7fce127fc640 1 -- 172.21.15.196:0/874078624 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce1800cdf0 con 0x7fce1c06ee30 2024-09-10T07:43:37.244 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.237+0000 7fce23ddb640 1 -- 172.21.15.196:0/874078624 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fce1c133bd0 con 0x7fce1c06ee30 2024-09-10T07:43:37.244 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.238+0000 7fce23ddb640 1 -- 172.21.15.196:0/874078624 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce1c06f210 con 0x7fce1c06ee30 2024-09-10T07:43:37.244 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.238+0000 7fce127fc640 1 -- 172.21.15.196:0/874078624 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7fce1801a070 con 0x7fce1c06ee30 2024-09-10T07:43:37.244 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.238+0000 7fce127fc640 1 -- 172.21.15.196:0/874078624 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 3023+0+0 (secure 0 0 0) 0x7fce1805d250 con 0x7fce1c06ee30 2024-09-10T07:43:37.244 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.242+0000 7fce127fc640 1 -- 172.21.15.196:0/874078624 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fce1805c310 con 0x7fce1c06ee30 2024-09-10T07:43:37.390 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:37.391+0000 7fce23ddb640 1 -- 172.21.15.196:0/874078624 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd down", "ids": ["3"]} v 0) -- 0x7fce1c092a80 con 0x7fce1c06ee30 2024-09-10T07:43:37.391 INFO:tasks.ceph.mon.a.smithi196.stderr:2024-09-10T07:43:37.392+0000 7f94cfc57640 -1 mon.a@0(leader).osd e22 definitely_dead 0 2024-09-10T07:43:37.740 INFO:tasks.ceph.osd.1.smithi196.stderr:2024-09-10T07:43:37.740+0000 7f7e67eb0640 -1 Falling back to public interface 2024-09-10T07:43:38.074 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.074+0000 7fce127fc640 1 -- 172.21.15.196:0/874078624 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["3"]}]=0 marked down osd.3. v23) ==== 89+0+0 (secure 0 0 0) 0x7fce1803c690 con 0x7fce1c06ee30 2024-09-10T07:43:38.074 INFO:teuthology.orchestra.run.smithi196.stderr:marked down osd.3. 2024-09-10T07:43:38.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.076+0000 7fce23ddb640 1 -- 172.21.15.196:0/874078624 >> v1:172.21.15.196:6816/3572737106 conn(0x7fce00047b50 legacy=0x7fce0004a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:38.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.077+0000 7fce23ddb640 1 -- 172.21.15.196:0/874078624 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce1c06ee30 msgr2=0x7fce1c096e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:38.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.077+0000 7fce23ddb640 1 --2- 172.21.15.196:0/874078624 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce1c06ee30 0x7fce1c096e20 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fce1800e900 tx=0x7fce1800edc0 comp rx=0 tx=0).stop 2024-09-10T07:43:38.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.077+0000 7fce23ddb640 1 -- 172.21.15.196:0/874078624 shutdown_connections 2024-09-10T07:43:38.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.077+0000 7fce23ddb640 1 --2- 172.21.15.196:0/874078624 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce1c134010 0x7fce1c0978a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:38.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.077+0000 7fce23ddb640 1 --2- 172.21.15.196:0/874078624 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce1c06f750 0x7fce1c097360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:38.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.077+0000 7fce23ddb640 1 --2- 172.21.15.196:0/874078624 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce1c06ee30 0x7fce1c096e20 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:38.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.077+0000 7fce23ddb640 1 -- 172.21.15.196:0/874078624 >> 172.21.15.196:0/874078624 conn(0x7fce1c09b610 msgr2=0x7fce1c072ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:38.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.077+0000 7fce23ddb640 1 -- 172.21.15.196:0/874078624 shutdown_connections 2024-09-10T07:43:38.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.077+0000 7fce23ddb640 1 -- 172.21.15.196:0/874078624 wait complete. 2024-09-10T07:43:38.089 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-10T07:43:38.090 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-10T07:43:38.092 INFO:tasks.ceph.osd.3:Started 2024-09-10T07:43:38.092 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-10T07:43:38.092 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:43:38.197 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.197+0000 7f61c2e54640 1 Processor -- start 2024-09-10T07:43:38.197 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.197+0000 7f61c2e54640 1 -- start start 2024-09-10T07:43:38.197 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.197+0000 7f61c2e54640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f61bc129c40 0x7f61bc12a150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:38.197 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.197+0000 7f61c2e54640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f61bc12d850 0x7f61bc1354c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:38.197 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.197+0000 7f61c2e54640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61bc071150 con 0x7f61bc12a690 2024-09-10T07:43:38.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.197+0000 7f61c2e54640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f61bc072590 con 0x7f61bc129c40 2024-09-10T07:43:38.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.197+0000 7f61c2e54640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f61bc12ab00 con 0x7f61bc12d850 2024-09-10T07:43:38.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.197+0000 7f61c13f1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f61bc12d850 0x7f61bc1354c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:38.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.197+0000 7f61c0bf0640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f61bc129c40 0x7f61bc12a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:38.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.197+0000 7f61bbfff640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f61bc12a690 0x7f61bc12d140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:53662/0 (socket says 172.21.15.196:53662) 2024-09-10T07:43:38.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.197+0000 7f61bbfff640 1 -- 172.21.15.196:0/496457727 learned_addr learned my addr 172.21.15.196:0/496457727 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:38.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.198+0000 7f61c0bf0640 1 -- 172.21.15.196:0/496457727 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f61bc12d850 msgr2=0x7f61bc1354c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:38.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.198+0000 7f61c0bf0640 1 --2- 172.21.15.196:0/496457727 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f61bc12d850 0x7f61bc1354c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:38.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.198+0000 7f61c0bf0640 1 -- 172.21.15.196:0/496457727 >> v1:172.21.15.196:6789/0 conn(0x7f61bc12a690 legacy=0x7f61bc12d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:38.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.198+0000 7f61c0bf0640 1 -- 172.21.15.196:0/496457727 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61bc0719e0 con 0x7f61bc129c40 2024-09-10T07:43:38.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.198+0000 7f61bb7fe640 1 -- 172.21.15.196:0/496457727 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2085166891 0 0) 0x7f61bc071150 con 0x7f61bc12a690 2024-09-10T07:43:38.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.198+0000 7f61c13f1640 1 --2- 172.21.15.196:0/496457727 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f61bc12d850 0x7f61bc1354c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:38.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.198+0000 7f61c0bf0640 1 --2- 172.21.15.196:0/496457727 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f61bc129c40 0x7f61bc12a150 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f61b00097d0 tx=0x7f61b002a0a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb6ac282ce6916e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:38.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.199+0000 7f61bb7fe640 1 -- 172.21.15.196:0/496457727 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b0037070 con 0x7f61bc129c40 2024-09-10T07:43:38.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.199+0000 7f61bb7fe640 1 -- 172.21.15.196:0/496457727 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61b002adb0 con 0x7f61bc129c40 2024-09-10T07:43:38.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.199+0000 7f61bb7fe640 1 -- 172.21.15.196:0/496457727 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b0032660 con 0x7f61bc129c40 2024-09-10T07:43:38.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.199+0000 7f61c2e54640 1 -- 172.21.15.196:0/496457727 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f61bc129c40 msgr2=0x7f61bc12a150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:38.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.199+0000 7f61c2e54640 1 --2- 172.21.15.196:0/496457727 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f61bc129c40 0x7f61bc12a150 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f61b00097d0 tx=0x7f61b002a0a0 comp rx=0 tx=0).stop 2024-09-10T07:43:38.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.199+0000 7f61c2e54640 1 -- 172.21.15.196:0/496457727 shutdown_connections 2024-09-10T07:43:38.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.199+0000 7f61c2e54640 1 --2- 172.21.15.196:0/496457727 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f61bc12d850 0x7f61bc1354c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:38.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.199+0000 7f61c2e54640 1 --2- 172.21.15.196:0/496457727 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f61bc129c40 0x7f61bc12a150 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:38.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.199+0000 7f61c2e54640 1 -- 172.21.15.196:0/496457727 >> 172.21.15.196:0/496457727 conn(0x7f61bc09da00 msgr2=0x7f61bc09de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:38.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.199+0000 7f61c2e54640 1 -- 172.21.15.196:0/496457727 shutdown_connections 2024-09-10T07:43:38.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.199+0000 7f61c2e54640 1 -- 172.21.15.196:0/496457727 wait complete. 2024-09-10T07:43:38.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.200+0000 7f61c2e54640 1 Processor -- start 2024-09-10T07:43:38.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.200+0000 7f61c2e54640 1 -- start start 2024-09-10T07:43:38.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61c2e54640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f61bc129c40 0x7f61bc12e250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:38.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61c2e54640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f61bc12a690 0x7f61bc12e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:38.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61c2e54640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f61bc12d850 0x7f61bc12ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:38.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61c2e54640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f61bc12de60 con 0x7f61bc12a690 2024-09-10T07:43:38.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61c2e54640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f61bc12dce0 con 0x7f61bc12d850 2024-09-10T07:43:38.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61c2e54640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f61bc12dfe0 con 0x7f61bc129c40 2024-09-10T07:43:38.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61bbfff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f61bc12a690 0x7f61bc12e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:38.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61c0bf0640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f61bc129c40 0x7f61bc12e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:38.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61c13f1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f61bc12d850 0x7f61bc12ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:38.203 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61bbfff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f61bc12a690 0x7f61bc12e790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:58572/0 (socket says 172.21.15.196:58572) 2024-09-10T07:43:38.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61c0bf0640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f61bc129c40 0x7f61bc12e250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:35376/0 (socket says 172.21.15.196:35376) 2024-09-10T07:43:38.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61bbfff640 1 -- 172.21.15.196:0/547260881 learned_addr learned my addr 172.21.15.196:0/547260881 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:38.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61c13f1640 1 -- 172.21.15.196:0/547260881 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f61bc129c40 msgr2=0x7f61bc12e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:38.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61c13f1640 1 --2- 172.21.15.196:0/547260881 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f61bc129c40 0x7f61bc12e250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:38.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61c13f1640 1 -- 172.21.15.196:0/547260881 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f61bc12a690 msgr2=0x7f61bc12e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:38.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61c13f1640 1 --2- 172.21.15.196:0/547260881 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f61bc12a690 0x7f61bc12e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:38.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61c13f1640 1 -- 172.21.15.196:0/547260881 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61bc1275d0 con 0x7f61bc12d850 2024-09-10T07:43:38.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61c0bf0640 1 --2- 172.21.15.196:0/547260881 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f61bc129c40 0x7f61bc12e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:38.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61bbfff640 1 --2- 172.21.15.196:0/547260881 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f61bc12a690 0x7f61bc12e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:38.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61c13f1640 1 --2- 172.21.15.196:0/547260881 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f61bc12d850 0x7f61bc12ecd0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f61b400efc0 tx=0x7f61b400c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:38.204 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61b97fa640 1 -- 172.21.15.196:0/547260881 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b4018030 con 0x7f61bc12d850 2024-09-10T07:43:38.205 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61b97fa640 1 -- 172.21.15.196:0/547260881 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61b400cd30 con 0x7f61bc12d850 2024-09-10T07:43:38.205 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61c2e54640 1 -- 172.21.15.196:0/547260881 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61bc1350b0 con 0x7f61bc12d850 2024-09-10T07:43:38.205 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61b97fa640 1 -- 172.21.15.196:0/547260881 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b4003bb0 con 0x7f61bc12d850 2024-09-10T07:43:38.205 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.201+0000 7f61c2e54640 1 -- 172.21.15.196:0/547260881 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f61bc130270 con 0x7f61bc12d850 2024-09-10T07:43:38.205 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.202+0000 7f61c2e54640 1 -- 172.21.15.196:0/547260881 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61bc1290f0 con 0x7f61bc12d850 2024-09-10T07:43:38.205 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.202+0000 7f61b97fa640 1 -- 172.21.15.196:0/547260881 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f61b4005d10 con 0x7f61bc12d850 2024-09-10T07:43:38.205 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.203+0000 7f61b97fa640 1 -- 172.21.15.196:0/547260881 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(23..23 src has 1..23) ==== 3023+0+0 (secure 0 0 0) 0x7f61b405dcd0 con 0x7f61bc12d850 2024-09-10T07:43:38.206 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.207+0000 7f61b97fa640 1 -- 172.21.15.196:0/547260881 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f61bc1290f0 con 0x7f61bc12d850 2024-09-10T07:43:38.349 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.350+0000 7f61c2e54640 1 -- 172.21.15.196:0/547260881 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f61bc12a150 con 0x7f61bc12d850 2024-09-10T07:43:38.350 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.350+0000 7f61b97fa640 1 -- 172.21.15.196:0/547260881 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) ==== 74+0+8529 (secure 0 0 0) 0x7f61b4022070 con 0x7f61bc12d850 2024-09-10T07:43:38.350 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:38.350 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":23,"fsid":"fcdf7f04-7a4a-4d5a-b8f3-3737f76346fe","created":"2024-09-10T07:41:57.178228+0000","modified":"2024-09-10T07:43:38.069385+0000","last_up_change":"2024-09-10T07:43:38.069385+0000","last_in_change":"2024-09-10T07:41:58.273341+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"quincy","min_compat_client":"jewel","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:42:07.706511+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T07:42:12.781769+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"942b9bcf-e061-4911-a4e4-4b16aa4ae205","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":20,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6804","nonce":32886}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6805","nonce":32886}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6807","nonce":32886}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6806","nonce":32886}]},"public_addr":"172.21.15.196:6804/32886","cluster_addr":"172.21.15.196:6805/32886","heartbeat_back_addr":"172.21.15.196:6807/32886","heartbeat_front_addr":"172.21.15.196:6806/32886","state":["exists"]},{"osd":1,"uuid":"f99df6f0-3bdc-48ca-88c2-121cb989aaec","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6800","nonce":32885}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6801","nonce":32885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6803","nonce":32885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6802","nonce":32885}]},"public_addr":"172.21.15.196:6800/32885","cluster_addr":"172.21.15.196:6801/32885","heartbeat_back_addr":"172.21.15.196:6803/32885","heartbeat_front_addr":"172.21.15.196:6802/32885","state":["exists"]},{"osd":2,"uuid":"10cf042a-c008-448b-b495-38b8f9bd911b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6808","nonce":32887}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6809","nonce":32887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6811","nonce":32887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6810","nonce":32887}]},"public_addr":"172.21.15.196:6808/32887","cluster_addr":"172.21.15.196:6809/32887","heartbeat_back_addr":"172.21.15.196:6811/32887","heartbeat_front_addr":"172.21.15.196:6810/32887","state":["exists"]},{"osd":3,"uuid":"2dd9fcad-e555-4d22-b4f7-c765d89d6a36","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":22,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6812","nonce":32890}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6813","nonce":32890}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6815","nonce":32890}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6814","nonce":32890}]},"public_addr":"172.21.15.196:6812/32890","cluster_addr":"172.21.15.196:6813/32890","heartbeat_back_addr":"172.21.15.196:6815/32890","heartbeat_front_addr":"172.21.15.196:6814/32890","state":["exists"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.512528+0000","dead_epoch":20},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.396869+0000","dead_epoch":21},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.413898+0000","dead_epoch":22},{"osd":3,"down_stamp":"2024-09-10T07:43:38.069385+0000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.452677+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.196:0/1752713173":"2024-09-11T07:43:30.521807+0000","172.21.15.196:0/2023397024":"2024-09-11T07:43:30.521807+0000","172.21.15.196:0/1398858137":"2024-09-11T07:43:30.521807+0000","172.21.15.196:0/1726850961":"2024-09-11T07:43:30.521807+0000","172.21.15.196:6816/32369":"2024-09-11T07:43:30.521807+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:43:38.352 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.352+0000 7f61c2e54640 1 -- 172.21.15.196:0/547260881 >> v1:172.21.15.196:6816/3572737106 conn(0x7f61a0047b50 legacy=0x7f61a004a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:38.352 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.352+0000 7f61c2e54640 1 -- 172.21.15.196:0/547260881 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f61bc12d850 msgr2=0x7f61bc12ecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:38.352 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.352+0000 7f61c2e54640 1 --2- 172.21.15.196:0/547260881 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f61bc12d850 0x7f61bc12ecd0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f61b400efc0 tx=0x7f61b400c490 comp rx=0 tx=0).stop 2024-09-10T07:43:38.352 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.352+0000 7f61c2e54640 1 -- 172.21.15.196:0/547260881 shutdown_connections 2024-09-10T07:43:38.352 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.352+0000 7f61c2e54640 1 --2- 172.21.15.196:0/547260881 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f61bc12d850 0x7f61bc12ecd0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:38.353 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.352+0000 7f61c2e54640 1 --2- 172.21.15.196:0/547260881 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f61bc12a690 0x7f61bc12e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:38.353 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.352+0000 7f61c2e54640 1 --2- 172.21.15.196:0/547260881 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f61bc129c40 0x7f61bc12e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:38.353 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.352+0000 7f61c2e54640 1 -- 172.21.15.196:0/547260881 >> 172.21.15.196:0/547260881 conn(0x7f61bc09da00 msgr2=0x7f61bc09a230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:38.353 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.352+0000 7f61c2e54640 1 -- 172.21.15.196:0/547260881 shutdown_connections 2024-09-10T07:43:38.353 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:38.352+0000 7f61c2e54640 1 -- 172.21.15.196:0/547260881 wait complete. 2024-09-10T07:43:38.745 INFO:tasks.ceph.osd.2.smithi196.stderr:2024-09-10T07:43:38.745+0000 7f6f6af4f640 -1 Falling back to public interface 2024-09-10T07:43:39.999 INFO:tasks.ceph.osd.3.smithi196.stderr:2024-09-10T07:43:39.999+0000 7f7ab2a15640 -1 Falling back to public interface 2024-09-10T07:43:41.360 INFO:tasks.ceph.osd.0.smithi196.stderr:2024-09-10T07:43:41.360+0000 7fd0c0e17640 -1 osd.0 19 log_to_monitors true 2024-09-10T07:43:41.363 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:43:41.466 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.466+0000 7f6c54bb5640 1 Processor -- start 2024-09-10T07:43:41.466 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.466+0000 7f6c54bb5640 1 -- start start 2024-09-10T07:43:41.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.466+0000 7f6c54bb5640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6c5012f390 0x7f6c50131780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:41.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.466+0000 7f6c54bb5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c50131cc0 0x7f6c501340b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:41.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.466+0000 7f6c54bb5640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c50097e20 con 0x7f6c50097330 2024-09-10T07:43:41.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.466+0000 7f6c54bb5640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f6c5006cf80 con 0x7f6c5012f390 2024-09-10T07:43:41.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.466+0000 7f6c54bb5640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6c5006eba0 con 0x7f6c50131cc0 2024-09-10T07:43:41.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.467+0000 7f6c45d9b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6c5012f390 0x7f6c50131780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:41.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.467+0000 7f6c4ed9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c50131cc0 0x7f6c501340b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:41.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.467+0000 7f6c4e59c640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f6c50097330 0x7f6c50097710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:53680/0 (socket says 172.21.15.196:53680) 2024-09-10T07:43:41.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.467+0000 7f6c4e59c640 1 -- 172.21.15.196:0/3196047000 learned_addr learned my addr 172.21.15.196:0/3196047000 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:41.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.467+0000 7f6c45d9b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f6c5012f390 0x7f6c50131780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:58584/0 (socket says 172.21.15.196:58584) 2024-09-10T07:43:41.467 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.467+0000 7f6c45d9b640 1 -- 172.21.15.196:0/3196047000 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c50131cc0 msgr2=0x7f6c501340b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:41.468 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.467+0000 7f6c45d9b640 1 --2- 172.21.15.196:0/3196047000 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c50131cc0 0x7f6c501340b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:41.468 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.467+0000 7f6c45d9b640 1 -- 172.21.15.196:0/3196047000 >> v1:172.21.15.196:6789/0 conn(0x7f6c50097330 legacy=0x7f6c50097710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:41.468 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.467+0000 7f6c45d9b640 1 -- 172.21.15.196:0/3196047000 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c50071440 con 0x7f6c5012f390 2024-09-10T07:43:41.468 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.467+0000 7f6c4ed9d640 1 --2- 172.21.15.196:0/3196047000 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c50131cc0 0x7f6c501340b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:41.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.467+0000 7f6c45d9b640 1 --2- 172.21.15.196:0/3196047000 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c5012f390 0x7f6c50131780 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f6c380097d0 tx=0x7f6c3802a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fb692289792a3a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:41.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.468+0000 7f6c4dd9b640 1 -- 172.21.15.196:0/3196047000 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c38037070 con 0x7f6c5012f390 2024-09-10T07:43:41.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.468+0000 7f6c4dd9b640 1 -- 172.21.15.196:0/3196047000 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c3802ae40 con 0x7f6c5012f390 2024-09-10T07:43:41.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.468+0000 7f6c4dd9b640 1 -- 172.21.15.196:0/3196047000 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c38032660 con 0x7f6c5012f390 2024-09-10T07:43:41.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.468+0000 7f6c54bb5640 1 -- 172.21.15.196:0/3196047000 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c5012f390 msgr2=0x7f6c50131780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:41.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.468+0000 7f6c54bb5640 1 --2- 172.21.15.196:0/3196047000 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c5012f390 0x7f6c50131780 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f6c380097d0 tx=0x7f6c3802a130 comp rx=0 tx=0).stop 2024-09-10T07:43:41.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.468+0000 7f6c54bb5640 1 -- 172.21.15.196:0/3196047000 shutdown_connections 2024-09-10T07:43:41.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.468+0000 7f6c54bb5640 1 --2- 172.21.15.196:0/3196047000 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c50131cc0 0x7f6c501340b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:41.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.468+0000 7f6c54bb5640 1 --2- 172.21.15.196:0/3196047000 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c5012f390 0x7f6c50131780 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:41.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.468+0000 7f6c54bb5640 1 -- 172.21.15.196:0/3196047000 >> 172.21.15.196:0/3196047000 conn(0x7f6c5009da00 msgr2=0x7f6c5009de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:41.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.468+0000 7f6c54bb5640 1 -- 172.21.15.196:0/3196047000 shutdown_connections 2024-09-10T07:43:41.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.468+0000 7f6c54bb5640 1 -- 172.21.15.196:0/3196047000 wait complete. 2024-09-10T07:43:41.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.469+0000 7f6c54bb5640 1 Processor -- start 2024-09-10T07:43:41.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.469+0000 7f6c54bb5640 1 -- start start 2024-09-10T07:43:41.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.470+0000 7f6c54bb5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c50097330 0x7f6c50099f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:41.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.470+0000 7f6c54bb5640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6c5012f390 0x7f6c5009a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:41.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.470+0000 7f6c54bb5640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c50131cc0 0x7f6c5009aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:41.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.470+0000 7f6c54bb5640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6c501345f0 con 0x7f6c50131cc0 2024-09-10T07:43:41.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.470+0000 7f6c54bb5640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f6c50134770 con 0x7f6c50097330 2024-09-10T07:43:41.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.470+0000 7f6c54bb5640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f6c501348f0 con 0x7f6c5012f390 2024-09-10T07:43:41.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.470+0000 7f6c4e59c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c50097330 0x7f6c50099f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:41.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.470+0000 7f6c4ed9d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c50131cc0 0x7f6c5009aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:41.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.470+0000 7f6c45d9b640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6c5012f390 0x7f6c5009a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:41.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.470+0000 7f6c4ed9d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c50131cc0 0x7f6c5009aa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:58592/0 (socket says 172.21.15.196:58592) 2024-09-10T07:43:41.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.470+0000 7f6c4ed9d640 1 -- 172.21.15.196:0/1876494453 learned_addr learned my addr 172.21.15.196:0/1876494453 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:41.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.470+0000 7f6c4e59c640 1 -- 172.21.15.196:0/1876494453 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6c5012f390 msgr2=0x7f6c5009a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:41.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.470+0000 7f6c4e59c640 1 --2- 172.21.15.196:0/1876494453 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6c5012f390 0x7f6c5009a4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:41.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.470+0000 7f6c4e59c640 1 -- 172.21.15.196:0/1876494453 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c50131cc0 msgr2=0x7f6c5009aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:41.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.470+0000 7f6c4e59c640 1 --2- 172.21.15.196:0/1876494453 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c50131cc0 0x7f6c5009aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:41.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.470+0000 7f6c4e59c640 1 -- 172.21.15.196:0/1876494453 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c5012b780 con 0x7f6c50097330 2024-09-10T07:43:41.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.470+0000 7f6c4ed9d640 1 --2- 172.21.15.196:0/1876494453 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c50131cc0 0x7f6c5009aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:41.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.470+0000 7f6c45d9b640 1 --2- 172.21.15.196:0/1876494453 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6c5012f390 0x7f6c5009a4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:41.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.470+0000 7f6c4e59c640 1 --2- 172.21.15.196:0/1876494453 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c50097330 0x7f6c50099f80 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6c4000c470 tx=0x7f6c40001e70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:41.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.470+0000 7f6c477fe640 1 -- 172.21.15.196:0/1876494453 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c40017070 con 0x7f6c50097330 2024-09-10T07:43:41.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.471+0000 7f6c477fe640 1 -- 172.21.15.196:0/1876494453 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c40005ce0 con 0x7f6c50097330 2024-09-10T07:43:41.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.471+0000 7f6c54bb5640 1 -- 172.21.15.196:0/1876494453 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c5012a370 con 0x7f6c50097330 2024-09-10T07:43:41.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.471+0000 7f6c477fe640 1 -- 172.21.15.196:0/1876494453 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c400072d0 con 0x7f6c50097330 2024-09-10T07:43:41.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.471+0000 7f6c54bb5640 1 -- 172.21.15.196:0/1876494453 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c5012aa70 con 0x7f6c50097330 2024-09-10T07:43:41.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.472+0000 7f6c54bb5640 1 -- 172.21.15.196:0/1876494453 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c5012b480 con 0x7f6c50097330 2024-09-10T07:43:41.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.472+0000 7f6c477fe640 1 -- 172.21.15.196:0/1876494453 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f6c4001a070 con 0x7f6c50097330 2024-09-10T07:43:41.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.472+0000 7f6c477fe640 1 -- 172.21.15.196:0/1876494453 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(23..23 src has 1..23) ==== 3023+0+0 (secure 0 0 0) 0x7f6c4005c6c0 con 0x7f6c50097330 2024-09-10T07:43:41.475 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.476+0000 7f6c477fe640 1 -- 172.21.15.196:0/1876494453 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f6c4005b780 con 0x7f6c50097330 2024-09-10T07:43:41.596 INFO:tasks.ceph.osd.0.smithi196.stderr:2024-09-10T07:43:41.597+0000 7fd0b4515640 -1 osd.0 19 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:43:41.617 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.618+0000 7f6c54bb5640 1 -- 172.21.15.196:0/1876494453 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6c50097710 con 0x7f6c50097330 2024-09-10T07:43:41.618 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.619+0000 7f6c477fe640 1 -- 172.21.15.196:0/1876494453 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+8529 (secure 0 0 0) 0x7f6c4003bb00 con 0x7f6c50097330 2024-09-10T07:43:41.618 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:41.618 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":24,"fsid":"fcdf7f04-7a4a-4d5a-b8f3-3737f76346fe","created":"2024-09-10T07:41:57.178228+0000","modified":"2024-09-10T07:43:41.590849+0000","last_up_change":"2024-09-10T07:43:38.069385+0000","last_in_change":"2024-09-10T07:41:58.273341+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"quincy","min_compat_client":"jewel","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:42:07.706511+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T07:42:12.781769+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"942b9bcf-e061-4911-a4e4-4b16aa4ae205","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":20,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6804","nonce":32886}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6805","nonce":32886}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6807","nonce":32886}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6806","nonce":32886}]},"public_addr":"172.21.15.196:6804/32886","cluster_addr":"172.21.15.196:6805/32886","heartbeat_back_addr":"172.21.15.196:6807/32886","heartbeat_front_addr":"172.21.15.196:6806/32886","state":["exists"]},{"osd":1,"uuid":"f99df6f0-3bdc-48ca-88c2-121cb989aaec","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6800","nonce":32885}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6801","nonce":32885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6803","nonce":32885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6802","nonce":32885}]},"public_addr":"172.21.15.196:6800/32885","cluster_addr":"172.21.15.196:6801/32885","heartbeat_back_addr":"172.21.15.196:6803/32885","heartbeat_front_addr":"172.21.15.196:6802/32885","state":["exists"]},{"osd":2,"uuid":"10cf042a-c008-448b-b495-38b8f9bd911b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6808","nonce":32887}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6809","nonce":32887}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6811","nonce":32887}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6810","nonce":32887}]},"public_addr":"172.21.15.196:6808/32887","cluster_addr":"172.21.15.196:6809/32887","heartbeat_back_addr":"172.21.15.196:6811/32887","heartbeat_front_addr":"172.21.15.196:6810/32887","state":["exists"]},{"osd":3,"uuid":"2dd9fcad-e555-4d22-b4f7-c765d89d6a36","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":22,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6812","nonce":32890}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6813","nonce":32890}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6815","nonce":32890}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6814","nonce":32890}]},"public_addr":"172.21.15.196:6812/32890","cluster_addr":"172.21.15.196:6813/32890","heartbeat_back_addr":"172.21.15.196:6815/32890","heartbeat_front_addr":"172.21.15.196:6814/32890","state":["exists"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.512528+0000","dead_epoch":20},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.396869+0000","dead_epoch":21},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.413898+0000","dead_epoch":22},{"osd":3,"down_stamp":"2024-09-10T07:43:38.069385+0000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.452677+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.196:0/1752713173":"2024-09-11T07:43:30.521807+0000","172.21.15.196:0/2023397024":"2024-09-11T07:43:30.521807+0000","172.21.15.196:0/1398858137":"2024-09-11T07:43:30.521807+0000","172.21.15.196:0/1726850961":"2024-09-11T07:43:30.521807+0000","172.21.15.196:6816/32369":"2024-09-11T07:43:30.521807+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:43:41.620 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.620+0000 7f6c54bb5640 1 -- 172.21.15.196:0/1876494453 >> v1:172.21.15.196:6816/3572737106 conn(0x7f6c30047b50 legacy=0x7f6c3004a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:41.620 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.620+0000 7f6c54bb5640 1 -- 172.21.15.196:0/1876494453 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c50097330 msgr2=0x7f6c50099f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:41.620 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.620+0000 7f6c54bb5640 1 --2- 172.21.15.196:0/1876494453 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c50097330 0x7f6c50099f80 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6c4000c470 tx=0x7f6c40001e70 comp rx=0 tx=0).stop 2024-09-10T07:43:41.620 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.620+0000 7f6c54bb5640 1 -- 172.21.15.196:0/1876494453 shutdown_connections 2024-09-10T07:43:41.620 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.620+0000 7f6c54bb5640 1 --2- 172.21.15.196:0/1876494453 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f6c50131cc0 0x7f6c5009aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:41.621 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.620+0000 7f6c54bb5640 1 --2- 172.21.15.196:0/1876494453 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f6c5012f390 0x7f6c5009a4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:41.621 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.620+0000 7f6c54bb5640 1 --2- 172.21.15.196:0/1876494453 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f6c50097330 0x7f6c50099f80 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:41.621 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.620+0000 7f6c54bb5640 1 -- 172.21.15.196:0/1876494453 >> 172.21.15.196:0/1876494453 conn(0x7f6c5009da00 msgr2=0x7f6c5012f770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:41.621 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.621+0000 7f6c54bb5640 1 -- 172.21.15.196:0/1876494453 shutdown_connections 2024-09-10T07:43:41.621 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:41.621+0000 7f6c54bb5640 1 -- 172.21.15.196:0/1876494453 wait complete. 2024-09-10T07:43:42.397 INFO:tasks.ceph.osd.1.smithi196.stderr:2024-09-10T07:43:42.398+0000 7f7e67eb0640 -1 osd.1 19 log_to_monitors true 2024-09-10T07:43:42.610 INFO:tasks.ceph.osd.1.smithi196.stderr:2024-09-10T07:43:42.611+0000 7f7e5bc4f640 -1 osd.1 19 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:43:43.379 INFO:tasks.ceph.osd.2.smithi196.stderr:2024-09-10T07:43:43.380+0000 7f6f6af4f640 -1 osd.2 21 log_to_monitors true 2024-09-10T07:43:43.607 INFO:tasks.ceph.osd.2.smithi196.stderr:2024-09-10T07:43:43.608+0000 7f6f5ecee640 -1 osd.2 21 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:43:44.632 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:43:44.640 INFO:tasks.ceph.osd.3.smithi196.stderr:2024-09-10T07:43:44.641+0000 7f7ab2a15640 -1 osd.3 22 log_to_monitors true 2024-09-10T07:43:44.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.730+0000 7fce53e24640 1 Processor -- start 2024-09-10T07:43:44.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.730+0000 7fce53e24640 1 -- start start 2024-09-10T07:43:44.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.731+0000 7fce53e24640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce4c097270 0x7fce4c097650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:44.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.731+0000 7fce53e24640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce4c097b90 0x7fce4c06d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:44.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.731+0000 7fce53e24640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fce4c06f0b0 con 0x7fce4c06df30 2024-09-10T07:43:44.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.731+0000 7fce53e24640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fce4c06fbb0 con 0x7fce4c097270 2024-09-10T07:43:44.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.731+0000 7fce53e24640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fce4c070280 con 0x7fce4c097b90 2024-09-10T07:43:44.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.731+0000 7fce513bf640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce4c097b90 0x7fce4c06d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:44.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.731+0000 7fce51bc0640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce4c097270 0x7fce4c097650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:44.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.731+0000 7fce513bf640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce4c097b90 0x7fce4c06d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:35402/0 (socket says 172.21.15.196:35402) 2024-09-10T07:43:44.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.731+0000 7fce513bf640 1 -- 172.21.15.196:0/4224753048 learned_addr learned my addr 172.21.15.196:0/4224753048 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:44.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.731+0000 7fce523c1640 1 --1- 172.21.15.196:0/4224753048 >> v1:172.21.15.196:6789/0 conn(0x7fce4c06df30 0x7fce4c06e3e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:53724/0 (socket says 172.21.15.196:53724) 2024-09-10T07:43:44.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.731+0000 7fce513bf640 1 -- 172.21.15.196:0/4224753048 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce4c097270 msgr2=0x7fce4c097650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:44.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.731+0000 7fce50bbe640 1 -- 172.21.15.196:0/4224753048 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2085069517 0 0) 0x7fce4c06f0b0 con 0x7fce4c06df30 2024-09-10T07:43:44.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.731+0000 7fce513bf640 1 --2- 172.21.15.196:0/4224753048 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce4c097270 0x7fce4c097650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:44.733 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.731+0000 7fce513bf640 1 -- 172.21.15.196:0/4224753048 >> v1:172.21.15.196:6789/0 conn(0x7fce4c06df30 legacy=0x7fce4c06e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:44.733 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.731+0000 7fce513bf640 1 -- 172.21.15.196:0/4224753048 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce4c06eaf0 con 0x7fce4c097b90 2024-09-10T07:43:44.733 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.731+0000 7fce51bc0640 1 --2- 172.21.15.196:0/4224753048 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce4c097270 0x7fce4c097650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:44.733 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.732+0000 7fce513bf640 1 --2- 172.21.15.196:0/4224753048 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce4c097b90 0x7fce4c06d9f0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fce3c00bb30 tx=0x7fce3c02c5b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b4308f016f39e0f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:44.733 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.732+0000 7fce50bbe640 1 -- 172.21.15.196:0/4224753048 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3c03a070 con 0x7fce4c097b90 2024-09-10T07:43:44.733 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.732+0000 7fce50bbe640 1 -- 172.21.15.196:0/4224753048 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce3c032480 con 0x7fce4c097b90 2024-09-10T07:43:44.733 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.732+0000 7fce50bbe640 1 -- 172.21.15.196:0/4224753048 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce3c032850 con 0x7fce4c097b90 2024-09-10T07:43:44.736 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.732+0000 7fce53e24640 1 -- 172.21.15.196:0/4224753048 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce4c097b90 msgr2=0x7fce4c06d9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:44.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.732+0000 7fce53e24640 1 --2- 172.21.15.196:0/4224753048 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce4c097b90 0x7fce4c06d9f0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fce3c00bb30 tx=0x7fce3c02c5b0 comp rx=0 tx=0).stop 2024-09-10T07:43:44.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.732+0000 7fce53e24640 1 -- 172.21.15.196:0/4224753048 shutdown_connections 2024-09-10T07:43:44.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.732+0000 7fce53e24640 1 --2- 172.21.15.196:0/4224753048 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce4c097b90 0x7fce4c06d9f0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:44.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.732+0000 7fce53e24640 1 --2- 172.21.15.196:0/4224753048 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce4c097270 0x7fce4c097650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:44.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.732+0000 7fce53e24640 1 -- 172.21.15.196:0/4224753048 >> 172.21.15.196:0/4224753048 conn(0x7fce4c09da00 msgr2=0x7fce4c09de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:44.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.733+0000 7fce53e24640 1 -- 172.21.15.196:0/4224753048 shutdown_connections 2024-09-10T07:43:44.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.733+0000 7fce53e24640 1 -- 172.21.15.196:0/4224753048 wait complete. 2024-09-10T07:43:44.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.733+0000 7fce53e24640 1 Processor -- start 2024-09-10T07:43:44.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.733+0000 7fce53e24640 1 -- start start 2024-09-10T07:43:44.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.734+0000 7fce53e24640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce4c06df30 0x7fce4c0956a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:44.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.734+0000 7fce53e24640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce4c097270 0x7fce4c095be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:44.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.734+0000 7fce53e24640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce4c097b90 0x7fce4c1c0060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:44.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.734+0000 7fce53e24640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fce4c06d2e0 con 0x7fce4c06df30 2024-09-10T07:43:44.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.734+0000 7fce53e24640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fce4c06d160 con 0x7fce4c097b90 2024-09-10T07:43:44.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.734+0000 7fce53e24640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fce4c06d460 con 0x7fce4c097270 2024-09-10T07:43:44.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.734+0000 7fce51bc0640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce4c06df30 0x7fce4c0956a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:44.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.734+0000 7fce513bf640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce4c097270 0x7fce4c095be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:44.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.734+0000 7fce523c1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce4c097b90 0x7fce4c1c0060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:44.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.734+0000 7fce513bf640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce4c097270 0x7fce4c095be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:35410/0 (socket says 172.21.15.196:35410) 2024-09-10T07:43:44.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.734+0000 7fce523c1640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce4c097b90 0x7fce4c1c0060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:50106/0 (socket says 172.21.15.196:50106) 2024-09-10T07:43:44.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.734+0000 7fce513bf640 1 -- 172.21.15.196:0/2448331045 learned_addr learned my addr 172.21.15.196:0/2448331045 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:44.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.734+0000 7fce523c1640 1 -- 172.21.15.196:0/2448331045 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce4c097270 msgr2=0x7fce4c095be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:44.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.734+0000 7fce523c1640 1 --2- 172.21.15.196:0/2448331045 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce4c097270 0x7fce4c095be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:44.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.734+0000 7fce523c1640 1 -- 172.21.15.196:0/2448331045 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce4c06df30 msgr2=0x7fce4c0956a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:44.739 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.734+0000 7fce523c1640 1 --2- 172.21.15.196:0/2448331045 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce4c06df30 0x7fce4c0956a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:44.739 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.734+0000 7fce523c1640 1 -- 172.21.15.196:0/2448331045 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce4c123a40 con 0x7fce4c097b90 2024-09-10T07:43:44.739 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.734+0000 7fce523c1640 1 --2- 172.21.15.196:0/2448331045 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce4c097b90 0x7fce4c1c0060 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fce4400c750 tx=0x7fce4400cc10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:44.739 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.735+0000 7fce427fc640 1 -- 172.21.15.196:0/2448331045 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce44018070 con 0x7fce4c097b90 2024-09-10T07:43:44.739 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.735+0000 7fce427fc640 1 -- 172.21.15.196:0/2448331045 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce4400a640 con 0x7fce4c097b90 2024-09-10T07:43:44.739 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.735+0000 7fce53e24640 1 -- 172.21.15.196:0/2448331045 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce4c0733b0 con 0x7fce4c097b90 2024-09-10T07:43:44.739 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.735+0000 7fce427fc640 1 -- 172.21.15.196:0/2448331045 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce4400ce60 con 0x7fce4c097b90 2024-09-10T07:43:44.739 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.735+0000 7fce53e24640 1 -- 172.21.15.196:0/2448331045 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fce4c122f60 con 0x7fce4c097b90 2024-09-10T07:43:44.739 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.736+0000 7fce427fc640 1 -- 172.21.15.196:0/2448331045 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7fce4401b070 con 0x7fce4c097b90 2024-09-10T07:43:44.739 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.736+0000 7fce53e24640 1 -- 172.21.15.196:0/2448331045 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce4c1231f0 con 0x7fce4c097b90 2024-09-10T07:43:44.739 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.736+0000 7fce427fc640 1 -- 172.21.15.196:0/2448331045 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(27..27 src has 1..27) ==== 3023+0+0 (secure 0 0 0) 0x7fce4405c900 con 0x7fce4c097b90 2024-09-10T07:43:44.740 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.740+0000 7fce427fc640 1 -- 172.21.15.196:0/2448331045 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fce4405b9c0 con 0x7fce4c097b90 2024-09-10T07:43:44.879 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.879+0000 7fce53e24640 1 -- 172.21.15.196:0/2448331045 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fce4c097650 con 0x7fce4c097b90 2024-09-10T07:43:44.879 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.880+0000 7fce427fc640 1 -- 172.21.15.196:0/2448331045 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) ==== 74+0+9154 (secure 0 0 0) 0x7fce4403bd40 con 0x7fce4c097b90 2024-09-10T07:43:44.880 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:44.880 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":27,"fsid":"fcdf7f04-7a4a-4d5a-b8f3-3737f76346fe","created":"2024-09-10T07:41:57.178228+0000","modified":"2024-09-10T07:43:44.599340+0000","last_up_change":"2024-09-10T07:43:44.599340+0000","last_in_change":"2024-09-10T07:41:58.273341+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":7,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"quincy","min_compat_client":"jewel","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:42:07.706511+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T07:42:12.781769+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":0.75,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"942b9bcf-e061-4911-a4e4-4b16aa4ae205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":19,"up_from":25,"up_thru":25,"down_at":20,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6800","nonce":3084436343}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6801","nonce":3084436343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6803","nonce":3084436343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6802","nonce":3084436343}]},"public_addr":"172.21.15.196:6800/3084436343","cluster_addr":"172.21.15.196:6801/3084436343","heartbeat_back_addr":"172.21.15.196:6803/3084436343","heartbeat_front_addr":"172.21.15.196:6802/3084436343","state":["exists","up"]},{"osd":1,"uuid":"f99df6f0-3bdc-48ca-88c2-121cb989aaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":19,"up_from":26,"up_thru":26,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6804","nonce":4199617730}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6805","nonce":4199617730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6807","nonce":4199617730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6806","nonce":4199617730}]},"public_addr":"172.21.15.196:6804/4199617730","cluster_addr":"172.21.15.196:6805/4199617730","heartbeat_back_addr":"172.21.15.196:6807/4199617730","heartbeat_front_addr":"172.21.15.196:6806/4199617730","state":["exists","up"]},{"osd":2,"uuid":"10cf042a-c008-448b-b495-38b8f9bd911b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":27,"up_thru":13,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6808","nonce":251214582}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6809","nonce":251214582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6811","nonce":251214582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6810","nonce":251214582}]},"public_addr":"172.21.15.196:6808/251214582","cluster_addr":"172.21.15.196:6809/251214582","heartbeat_back_addr":"172.21.15.196:6811/251214582","heartbeat_front_addr":"172.21.15.196:6810/251214582","state":["exists","up"]},{"osd":3,"uuid":"2dd9fcad-e555-4d22-b4f7-c765d89d6a36","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":22,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6812","nonce":32890}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6813","nonce":32890}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6815","nonce":32890}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6814","nonce":32890}]},"public_addr":"172.21.15.196:6812/32890","cluster_addr":"172.21.15.196:6813/32890","heartbeat_back_addr":"172.21.15.196:6815/32890","heartbeat_front_addr":"172.21.15.196:6814/32890","state":["exists"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.512528+0000","dead_epoch":20},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.396869+0000","dead_epoch":21},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.413898+0000","dead_epoch":22},{"osd":3,"down_stamp":"2024-09-10T07:43:38.069385+0000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.452677+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.196:0/1752713173":"2024-09-11T07:43:30.521807+0000","172.21.15.196:0/2023397024":"2024-09-11T07:43:30.521807+0000","172.21.15.196:0/1398858137":"2024-09-11T07:43:30.521807+0000","172.21.15.196:0/1726850961":"2024-09-11T07:43:30.521807+0000","172.21.15.196:6816/32369":"2024-09-11T07:43:30.521807+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:43:44.882 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.882+0000 7fce53e24640 1 -- 172.21.15.196:0/2448331045 >> v1:172.21.15.196:6816/3572737106 conn(0x7fce30047b80 legacy=0x7fce3004a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:44.882 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.882+0000 7fce53e24640 1 -- 172.21.15.196:0/2448331045 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce4c097b90 msgr2=0x7fce4c1c0060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:44.882 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.882+0000 7fce53e24640 1 --2- 172.21.15.196:0/2448331045 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce4c097b90 0x7fce4c1c0060 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fce4400c750 tx=0x7fce4400cc10 comp rx=0 tx=0).stop 2024-09-10T07:43:44.882 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.882+0000 7fce53e24640 1 -- 172.21.15.196:0/2448331045 shutdown_connections 2024-09-10T07:43:44.882 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.882+0000 7fce53e24640 1 --2- 172.21.15.196:0/2448331045 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fce4c097b90 0x7fce4c1c0060 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:44.882 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.882+0000 7fce53e24640 1 --2- 172.21.15.196:0/2448331045 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fce4c097270 0x7fce4c095be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:44.882 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.882+0000 7fce53e24640 1 --2- 172.21.15.196:0/2448331045 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fce4c06df30 0x7fce4c0956a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:44.882 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.882+0000 7fce53e24640 1 -- 172.21.15.196:0/2448331045 >> 172.21.15.196:0/2448331045 conn(0x7fce4c09da00 msgr2=0x7fce4c099d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:44.882 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.882+0000 7fce53e24640 1 -- 172.21.15.196:0/2448331045 shutdown_connections 2024-09-10T07:43:44.882 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:44.882+0000 7fce53e24640 1 -- 172.21.15.196:0/2448331045 wait complete. 2024-09-10T07:43:45.607 INFO:tasks.ceph.osd.3.smithi196.stderr:2024-09-10T07:43:45.607+0000 7f7aa6135640 -1 osd.3 22 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T07:43:47.893 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:43:48.004 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.004+0000 7f5fc6212640 1 Processor -- start 2024-09-10T07:43:48.004 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.004+0000 7f5fc6212640 1 -- start start 2024-09-10T07:43:48.004 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.004+0000 7f5fc6212640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fc0097c80 0x7f5fc0132890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:48.004 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.004+0000 7f5fc6212640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5fc00931a0 0x7f5fc0134de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:48.004 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.004+0000 7f5fc6212640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5fc00630c0 con 0x7f5fc00926b0 2024-09-10T07:43:48.004 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.004+0000 7f5fc6212640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5fc0098570 con 0x7f5fc0097c80 2024-09-10T07:43:48.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.004+0000 7f5fc6212640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f5fc0074290 con 0x7f5fc00931a0 2024-09-10T07:43:48.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.004+0000 7f5fbeffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fc0097c80 0x7f5fc0132890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:48.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.004+0000 7f5fbffff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5fc00931a0 0x7f5fc0134de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:48.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.004+0000 7f5fbeffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fc0097c80 0x7f5fc0132890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59356/0 (socket says 172.21.15.196:59356) 2024-09-10T07:43:48.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.004+0000 7f5fbffff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5fc00931a0 0x7f5fc0134de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:51066/0 (socket says 172.21.15.196:51066) 2024-09-10T07:43:48.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.004+0000 7f5fbeffd640 1 -- 172.21.15.196:0/3295931232 learned_addr learned my addr 172.21.15.196:0/3295931232 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:48.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.004+0000 7f5fbf7fe640 1 --1- 172.21.15.196:0/3295931232 >> v1:172.21.15.196:6789/0 conn(0x7f5fc00926b0 0x7f5fc0092a90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:35934/0 (socket says 172.21.15.196:35934) 2024-09-10T07:43:48.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.004+0000 7f5fbeffd640 1 -- 172.21.15.196:0/3295931232 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5fc00931a0 msgr2=0x7f5fc0134de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:48.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.005+0000 7f5fbeffd640 1 --2- 172.21.15.196:0/3295931232 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5fc00931a0 0x7f5fc0134de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.005+0000 7f5fbeffd640 1 -- 172.21.15.196:0/3295931232 >> v1:172.21.15.196:6789/0 conn(0x7f5fc00926b0 legacy=0x7f5fc0092a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:48.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.005+0000 7f5fbeffd640 1 -- 172.21.15.196:0/3295931232 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fc0136330 con 0x7f5fc0097c80 2024-09-10T07:43:48.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.005+0000 7f5fbe7fc640 1 -- 172.21.15.196:0/3295931232 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4270843892 0 0) 0x7f5fc00630c0 con 0x7f5fc00926b0 2024-09-10T07:43:48.005 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.005+0000 7f5fbffff640 1 --2- 172.21.15.196:0/3295931232 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5fc00931a0 0x7f5fc0134de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:48.009 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.005+0000 7f5fbeffd640 1 --2- 172.21.15.196:0/3295931232 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fc0097c80 0x7f5fc0132890 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f5fb40098d0 tx=0x7f5fb402a140 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cfb96e29eefcbbb4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:48.009 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.005+0000 7f5fbe7fc640 1 -- 172.21.15.196:0/3295931232 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb4037070 con 0x7f5fc0097c80 2024-09-10T07:43:48.009 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.005+0000 7f5fbe7fc640 1 -- 172.21.15.196:0/3295931232 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fb402ae50 con 0x7f5fc0097c80 2024-09-10T07:43:48.009 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.005+0000 7f5fbe7fc640 1 -- 172.21.15.196:0/3295931232 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb4032660 con 0x7f5fc0097c80 2024-09-10T07:43:48.009 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.006+0000 7f5fc6212640 1 -- 172.21.15.196:0/3295931232 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fc0097c80 msgr2=0x7f5fc0132890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:48.009 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.006+0000 7f5fc6212640 1 --2- 172.21.15.196:0/3295931232 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fc0097c80 0x7f5fc0132890 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f5fb40098d0 tx=0x7f5fb402a140 comp rx=0 tx=0).stop 2024-09-10T07:43:48.009 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.006+0000 7f5fc6212640 1 -- 172.21.15.196:0/3295931232 shutdown_connections 2024-09-10T07:43:48.009 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.006+0000 7f5fc6212640 1 --2- 172.21.15.196:0/3295931232 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5fc00931a0 0x7f5fc0134de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.009 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.006+0000 7f5fc6212640 1 --2- 172.21.15.196:0/3295931232 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fc0097c80 0x7f5fc0132890 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.009 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.006+0000 7f5fc6212640 1 -- 172.21.15.196:0/3295931232 >> 172.21.15.196:0/3295931232 conn(0x7f5fc009e4b0 msgr2=0x7f5fc009e8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:48.009 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.006+0000 7f5fc6212640 1 -- 172.21.15.196:0/3295931232 shutdown_connections 2024-09-10T07:43:48.009 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.006+0000 7f5fc6212640 1 -- 172.21.15.196:0/3295931232 wait complete. 2024-09-10T07:43:48.010 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.007+0000 7f5fc6212640 1 Processor -- start 2024-09-10T07:43:48.010 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.007+0000 7f5fc6212640 1 -- start start 2024-09-10T07:43:48.010 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.008+0000 7f5fc6212640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fc00926b0 0x7f5fc012c550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:48.010 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.008+0000 7f5fc6212640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fc00931a0 0x7f5fc012ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:48.010 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.008+0000 7f5fc6212640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5fc0097c80 0x7f5fc0071270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:48.010 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.008+0000 7f5fc6212640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f5fc0135730 con 0x7f5fc00926b0 2024-09-10T07:43:48.010 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.008+0000 7f5fc6212640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5fc01355b0 con 0x7f5fc00931a0 2024-09-10T07:43:48.010 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.008+0000 7f5fc6212640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f5fc01358b0 con 0x7f5fc0097c80 2024-09-10T07:43:48.010 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.008+0000 7f5fbf7fe640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fc00926b0 0x7f5fc012c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:48.010 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.008+0000 7f5fbeffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fc00931a0 0x7f5fc012ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:48.010 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.008+0000 7f5fbf7fe640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fc00926b0 0x7f5fc012c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:51680/0 (socket says 172.21.15.196:51680) 2024-09-10T07:43:48.010 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.008+0000 7f5fbf7fe640 1 -- 172.21.15.196:0/2001410936 learned_addr learned my addr 172.21.15.196:0/2001410936 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:48.011 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.008+0000 7f5fbeffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fc00931a0 0x7f5fc012ca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59366/0 (socket says 172.21.15.196:59366) 2024-09-10T07:43:48.011 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.008+0000 7f5fbffff640 1 --2- 172.21.15.196:0/2001410936 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5fc0097c80 0x7f5fc0071270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:48.011 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.008+0000 7f5fbeffd640 1 -- 172.21.15.196:0/2001410936 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5fc0097c80 msgr2=0x7f5fc0071270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:48.011 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.008+0000 7f5fbeffd640 1 --2- 172.21.15.196:0/2001410936 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5fc0097c80 0x7f5fc0071270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.011 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.008+0000 7f5fbeffd640 1 -- 172.21.15.196:0/2001410936 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fc00926b0 msgr2=0x7f5fc012c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:48.011 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.008+0000 7f5fbeffd640 1 --2- 172.21.15.196:0/2001410936 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fc00926b0 0x7f5fc012c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.011 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.008+0000 7f5fbeffd640 1 -- 172.21.15.196:0/2001410936 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fc0073620 con 0x7f5fc00931a0 2024-09-10T07:43:48.011 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.008+0000 7f5fbeffd640 1 --2- 172.21.15.196:0/2001410936 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fc00931a0 0x7f5fc012ca90 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5fb4031000 tx=0x7f5fb40046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:48.011 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.008+0000 7f5fa7fff640 1 -- 172.21.15.196:0/2001410936 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb4041070 con 0x7f5fc00931a0 2024-09-10T07:43:48.011 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.008+0000 7f5fa7fff640 1 -- 172.21.15.196:0/2001410936 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5fb403c460 con 0x7f5fc00931a0 2024-09-10T07:43:48.011 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.008+0000 7f5fc6212640 1 -- 172.21.15.196:0/2001410936 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fc0072d90 con 0x7f5fc00931a0 2024-09-10T07:43:48.011 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.008+0000 7f5fa7fff640 1 -- 172.21.15.196:0/2001410936 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb4037040 con 0x7f5fc00931a0 2024-09-10T07:43:48.011 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.008+0000 7f5fc6212640 1 -- 172.21.15.196:0/2001410936 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fc012cfd0 con 0x7f5fc00931a0 2024-09-10T07:43:48.011 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.010+0000 7f5fa7fff640 1 -- 172.21.15.196:0/2001410936 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f5fb4044070 con 0x7f5fc00931a0 2024-09-10T07:43:48.011 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.009+0000 7f5fc6212640 1 -- 172.21.15.196:0/2001410936 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fc012f000 con 0x7f5fc00931a0 2024-09-10T07:43:48.012 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.010+0000 7f5fa7fff640 1 -- 172.21.15.196:0/2001410936 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3023+0+0 (secure 0 0 0) 0x7f5fb407d7d0 con 0x7f5fc00931a0 2024-09-10T07:43:48.013 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.014+0000 7f5fa7fff640 1 -- 172.21.15.196:0/2001410936 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f5fc0073620 con 0x7f5fc00931a0 2024-09-10T07:43:48.154 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.154+0000 7f5fc6212640 1 -- 172.21.15.196:0/2001410936 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5fc0135d10 con 0x7f5fc00931a0 2024-09-10T07:43:48.154 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.155+0000 7f5fa7fff640 1 -- 172.21.15.196:0/2001410936 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v30) ==== 74+0+9202 (secure 0 0 0) 0x7f5fb407c890 con 0x7f5fc00931a0 2024-09-10T07:43:48.154 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:48.155 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":30,"fsid":"fcdf7f04-7a4a-4d5a-b8f3-3737f76346fe","created":"2024-09-10T07:41:57.178228+0000","modified":"2024-09-10T07:43:47.603193+0000","last_up_change":"2024-09-10T07:43:46.601615+0000","last_in_change":"2024-09-10T07:41:58.273341+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"quincy","min_compat_client":"jewel","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:42:07.706511+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T07:42:12.781769+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"942b9bcf-e061-4911-a4e4-4b16aa4ae205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":19,"up_from":25,"up_thru":25,"down_at":20,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6800","nonce":3084436343}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6801","nonce":3084436343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6803","nonce":3084436343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6802","nonce":3084436343}]},"public_addr":"172.21.15.196:6800/3084436343","cluster_addr":"172.21.15.196:6801/3084436343","heartbeat_back_addr":"172.21.15.196:6803/3084436343","heartbeat_front_addr":"172.21.15.196:6802/3084436343","state":["exists","up"]},{"osd":1,"uuid":"f99df6f0-3bdc-48ca-88c2-121cb989aaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":19,"up_from":26,"up_thru":26,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6804","nonce":4199617730}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6805","nonce":4199617730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6807","nonce":4199617730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6806","nonce":4199617730}]},"public_addr":"172.21.15.196:6804/4199617730","cluster_addr":"172.21.15.196:6805/4199617730","heartbeat_back_addr":"172.21.15.196:6807/4199617730","heartbeat_front_addr":"172.21.15.196:6806/4199617730","state":["exists","up"]},{"osd":2,"uuid":"10cf042a-c008-448b-b495-38b8f9bd911b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":27,"up_thru":29,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6808","nonce":251214582}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6809","nonce":251214582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6811","nonce":251214582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6810","nonce":251214582}]},"public_addr":"172.21.15.196:6808/251214582","cluster_addr":"172.21.15.196:6809/251214582","heartbeat_back_addr":"172.21.15.196:6811/251214582","heartbeat_front_addr":"172.21.15.196:6810/251214582","state":["exists","up"]},{"osd":3,"uuid":"2dd9fcad-e555-4d22-b4f7-c765d89d6a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":29,"up_thru":29,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6812","nonce":3303789494}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6813","nonce":3303789494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6815","nonce":3303789494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6814","nonce":3303789494}]},"public_addr":"172.21.15.196:6812/3303789494","cluster_addr":"172.21.15.196:6813/3303789494","heartbeat_back_addr":"172.21.15.196:6815/3303789494","heartbeat_front_addr":"172.21.15.196:6814/3303789494","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.512528+0000","dead_epoch":20},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.396869+0000","dead_epoch":21},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.413898+0000","dead_epoch":22},{"osd":3,"down_stamp":"2024-09-10T07:43:38.069385+0000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.452677+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.196:0/1752713173":"2024-09-11T07:43:30.521807+0000","172.21.15.196:0/2023397024":"2024-09-11T07:43:30.521807+0000","172.21.15.196:0/1398858137":"2024-09-11T07:43:30.521807+0000","172.21.15.196:0/1726850961":"2024-09-11T07:43:30.521807+0000","172.21.15.196:6816/32369":"2024-09-11T07:43:30.521807+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:43:48.157 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.157+0000 7f5fc6212640 1 -- 172.21.15.196:0/2001410936 >> v1:172.21.15.196:6816/3572737106 conn(0x7f5fac047b50 legacy=0x7f5fac04a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:48.157 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.157+0000 7f5fc6212640 1 -- 172.21.15.196:0/2001410936 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fc00931a0 msgr2=0x7f5fc012ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:48.157 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.157+0000 7f5fc6212640 1 --2- 172.21.15.196:0/2001410936 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fc00931a0 0x7f5fc012ca90 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5fb4031000 tx=0x7f5fb40046c0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.157 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.157+0000 7f5fc6212640 1 -- 172.21.15.196:0/2001410936 shutdown_connections 2024-09-10T07:43:48.157 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.157+0000 7f5fc6212640 1 --2- 172.21.15.196:0/2001410936 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5fc0097c80 0x7f5fc0071270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.157 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.157+0000 7f5fc6212640 1 --2- 172.21.15.196:0/2001410936 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5fc00931a0 0x7f5fc012ca90 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.157 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.157+0000 7f5fc6212640 1 --2- 172.21.15.196:0/2001410936 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5fc00926b0 0x7f5fc012c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.157 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.157+0000 7f5fc6212640 1 -- 172.21.15.196:0/2001410936 >> 172.21.15.196:0/2001410936 conn(0x7f5fc009e4b0 msgr2=0x7f5fc012d3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:48.157 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.157+0000 7f5fc6212640 1 -- 172.21.15.196:0/2001410936 shutdown_connections 2024-09-10T07:43:48.157 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.157+0000 7f5fc6212640 1 -- 172.21.15.196:0/2001410936 wait complete. 2024-09-10T07:43:48.167 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-10T07:43:48.167 INFO:teuthology.run_tasks:Running task exec... 2024-09-10T07:43:48.181 INFO:teuthology.task.exec:Executing custom commands... 2024-09-10T07:43:48.181 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi196.front.sepia.ceph.com 2024-09-10T07:43:48.181 DEBUG:teuthology.orchestra.run.smithi196:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph versions' 2024-09-10T07:43:48.278 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.277+0000 7fbcb0365640 1 Processor -- start 2024-09-10T07:43:48.278 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.277+0000 7fbcb0365640 1 -- start start 2024-09-10T07:43:48.278 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.278+0000 7fbcb0365640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbca8097720 0x7fbca8097b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:48.278 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.278+0000 7fbcb0365640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fbca8098040 0x7fbca8098440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:48.278 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.278+0000 7fbcb0365640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbca8099c30 con 0x7fbca8133ec0 2024-09-10T07:43:48.278 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.278+0000 7fbcb0365640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fbca8096cf0 con 0x7fbca8098040 2024-09-10T07:43:48.278 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.278+0000 7fbcb0365640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fbca8099970 con 0x7fbca8097720 2024-09-10T07:43:48.278 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.278+0000 7fbcae101640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbca8097720 0x7fbca8097b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:48.278 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.278+0000 7fbcad900640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fbca8098040 0x7fbca8098440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:48.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.278+0000 7fbcad900640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fbca8098040 0x7fbca8098440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:51696/0 (socket says 172.21.15.196:51696) 2024-09-10T07:43:48.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.278+0000 7fbcae101640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbca8097720 0x7fbca8097b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:51098/0 (socket says 172.21.15.196:51098) 2024-09-10T07:43:48.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.278+0000 7fbcad900640 1 -- 172.21.15.196:0/3017741596 learned_addr learned my addr 172.21.15.196:0/3017741596 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:48.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.278+0000 7fbcad900640 1 -- 172.21.15.196:0/3017741596 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbca8097720 msgr2=0x7fbca8097b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:48.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.278+0000 7fbcad900640 1 --2- 172.21.15.196:0/3017741596 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbca8097720 0x7fbca8097b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.278+0000 7fbcad900640 1 -- 172.21.15.196:0/3017741596 >> v1:172.21.15.196:6789/0 conn(0x7fbca8133ec0 legacy=0x7fbca81362b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:48.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.278+0000 7fbcad900640 1 -- 172.21.15.196:0/3017741596 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbca8098980 con 0x7fbca8098040 2024-09-10T07:43:48.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.278+0000 7fbcad0ff640 1 -- 172.21.15.196:0/3017741596 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1178089454 0 0) 0x7fbca8099c30 con 0x7fbca8133ec0 2024-09-10T07:43:48.279 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.278+0000 7fbcae101640 1 --2- 172.21.15.196:0/3017741596 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbca8097720 0x7fbca8097b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:48.282 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.279+0000 7fbcad900640 1 --2- 172.21.15.196:0/3017741596 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbca8098040 0x7fbca8098440 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fbc98009870 tx=0x7fbc9802a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b6cd9c140e66b39 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:48.282 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.279+0000 7fbcad0ff640 1 -- 172.21.15.196:0/3017741596 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc98037070 con 0x7fbca8098040 2024-09-10T07:43:48.283 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.279+0000 7fbcad0ff640 1 -- 172.21.15.196:0/3017741596 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc98032440 con 0x7fbca8098040 2024-09-10T07:43:48.283 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.279+0000 7fbcad0ff640 1 -- 172.21.15.196:0/3017741596 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc98032810 con 0x7fbca8098040 2024-09-10T07:43:48.283 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.280+0000 7fbcb0365640 1 -- 172.21.15.196:0/3017741596 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbca8098040 msgr2=0x7fbca8098440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:48.283 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.280+0000 7fbcb0365640 1 --2- 172.21.15.196:0/3017741596 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbca8098040 0x7fbca8098440 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fbc98009870 tx=0x7fbc9802a130 comp rx=0 tx=0).stop 2024-09-10T07:43:48.283 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.280+0000 7fbcb0365640 1 -- 172.21.15.196:0/3017741596 shutdown_connections 2024-09-10T07:43:48.283 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.280+0000 7fbcb0365640 1 --2- 172.21.15.196:0/3017741596 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbca8098040 0x7fbca8098440 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.283 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.280+0000 7fbcb0365640 1 --2- 172.21.15.196:0/3017741596 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbca8097720 0x7fbca8097b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.283 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.280+0000 7fbcb0365640 1 -- 172.21.15.196:0/3017741596 >> 172.21.15.196:0/3017741596 conn(0x7fbca809e050 msgr2=0x7fbca809e460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:48.283 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.280+0000 7fbcb0365640 1 -- 172.21.15.196:0/3017741596 shutdown_connections 2024-09-10T07:43:48.283 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.280+0000 7fbcb0365640 1 -- 172.21.15.196:0/3017741596 wait complete. 2024-09-10T07:43:48.283 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.281+0000 7fbcb0365640 1 Processor -- start 2024-09-10T07:43:48.283 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.281+0000 7fbcb0365640 1 -- start start 2024-09-10T07:43:48.283 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.281+0000 7fbcb0365640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbca8097720 0x7fbca806f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:48.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.281+0000 7fbcb0365640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbca8098040 0x7fbca806f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:48.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.281+0000 7fbcb0365640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbca8133ec0 0x7fbca806fb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:48.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.281+0000 7fbcb0365640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fbca8137d60 con 0x7fbca8133ec0 2024-09-10T07:43:48.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.281+0000 7fbcb0365640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fbca8137be0 con 0x7fbca8097720 2024-09-10T07:43:48.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.281+0000 7fbcb0365640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fbca8137ee0 con 0x7fbca8098040 2024-09-10T07:43:48.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.281+0000 7fbcae101640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbca8097720 0x7fbca806f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:48.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.281+0000 7fbcae902640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbca8133ec0 0x7fbca806fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:48.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.281+0000 7fbcad900640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbca8098040 0x7fbca806f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:48.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.281+0000 7fbcae101640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbca8097720 0x7fbca806f080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59378/0 (socket says 172.21.15.196:59378) 2024-09-10T07:43:48.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.281+0000 7fbcae101640 1 -- 172.21.15.196:0/1460541920 learned_addr learned my addr 172.21.15.196:0/1460541920 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:48.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.281+0000 7fbcae101640 1 -- 172.21.15.196:0/1460541920 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbca8098040 msgr2=0x7fbca806f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:48.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.281+0000 7fbcae101640 1 --2- 172.21.15.196:0/1460541920 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbca8098040 0x7fbca806f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.284 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.281+0000 7fbcae101640 1 -- 172.21.15.196:0/1460541920 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbca8133ec0 msgr2=0x7fbca806fb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:48.285 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.281+0000 7fbcae101640 1 --2- 172.21.15.196:0/1460541920 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbca8133ec0 0x7fbca806fb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.285 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.281+0000 7fbcae101640 1 -- 172.21.15.196:0/1460541920 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbca8071300 con 0x7fbca8097720 2024-09-10T07:43:48.285 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.281+0000 7fbcad900640 1 --2- 172.21.15.196:0/1460541920 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbca8098040 0x7fbca806f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:48.285 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.282+0000 7fbcae101640 1 --2- 172.21.15.196:0/1460541920 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbca8097720 0x7fbca806f080 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fbca400ebe0 tx=0x7fbca400c520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:48.285 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.282+0000 7fbc9effd640 1 -- 172.21.15.196:0/1460541920 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca4017070 con 0x7fbca8097720 2024-09-10T07:43:48.285 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.282+0000 7fbc9effd640 1 -- 172.21.15.196:0/1460541920 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbca400cc30 con 0x7fbca8097720 2024-09-10T07:43:48.285 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.282+0000 7fbcb0365640 1 -- 172.21.15.196:0/1460541920 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbca8072530 con 0x7fbca8097720 2024-09-10T07:43:48.285 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.282+0000 7fbc9effd640 1 -- 172.21.15.196:0/1460541920 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca4013470 con 0x7fbca8097720 2024-09-10T07:43:48.285 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.282+0000 7fbcb0365640 1 -- 172.21.15.196:0/1460541920 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fbca81335a0 con 0x7fbca8097720 2024-09-10T07:43:48.285 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.283+0000 7fbc9effd640 1 -- 172.21.15.196:0/1460541920 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7fbca401a070 con 0x7fbca8097720 2024-09-10T07:43:48.285 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.283+0000 7fbcb0365640 1 -- 172.21.15.196:0/1460541920 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbca8097b00 con 0x7fbca8097720 2024-09-10T07:43:48.285 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.283+0000 7fbc9effd640 1 -- 172.21.15.196:0/1460541920 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3023+0+0 (secure 0 0 0) 0x7fbca405d2f0 con 0x7fbca8097720 2024-09-10T07:43:48.286 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.287+0000 7fbc9effd640 1 -- 172.21.15.196:0/1460541920 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fbca405c3b0 con 0x7fbca8097720 2024-09-10T07:43:48.478 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.479+0000 7fbcb0365640 1 -- 172.21.15.196:0/1460541920 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "versions"} v 0) -- 0x7fbca80941c0 con 0x7fbca8097720 2024-09-10T07:43:48.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.479+0000 7fbc9effd640 1 -- 172.21.15.196:0/1460541920 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) ==== 56+0+507 (secure 0 0 0) 0x7fbca403c730 con 0x7fbca8097720 2024-09-10T07:43:48.479 INFO:teuthology.orchestra.run.smithi196.stdout:{ 2024-09-10T07:43:48.479 INFO:teuthology.orchestra.run.smithi196.stdout: "mon": { 2024-09-10T07:43:48.479 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)": 3 2024-09-10T07:43:48.479 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.479 INFO:teuthology.orchestra.run.smithi196.stdout: "mgr": { 2024-09-10T07:43:48.479 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)": 2 2024-09-10T07:43:48.479 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.479 INFO:teuthology.orchestra.run.smithi196.stdout: "osd": { 2024-09-10T07:43:48.479 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)": 4 2024-09-10T07:43:48.479 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.480 INFO:teuthology.orchestra.run.smithi196.stdout: "overall": { 2024-09-10T07:43:48.480 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)": 9 2024-09-10T07:43:48.480 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.480 INFO:teuthology.orchestra.run.smithi196.stdout:} 2024-09-10T07:43:48.481 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.481+0000 7fbcb0365640 1 -- 172.21.15.196:0/1460541920 >> v1:172.21.15.196:6816/3572737106 conn(0x7fbc8c047b50 legacy=0x7fbc8c04a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:48.481 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.481+0000 7fbcb0365640 1 -- 172.21.15.196:0/1460541920 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbca8097720 msgr2=0x7fbca806f080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:48.481 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.481+0000 7fbcb0365640 1 --2- 172.21.15.196:0/1460541920 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbca8097720 0x7fbca806f080 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fbca400ebe0 tx=0x7fbca400c520 comp rx=0 tx=0).stop 2024-09-10T07:43:48.481 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.481+0000 7fbcb0365640 1 -- 172.21.15.196:0/1460541920 shutdown_connections 2024-09-10T07:43:48.481 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.481+0000 7fbcb0365640 1 --2- 172.21.15.196:0/1460541920 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbca8133ec0 0x7fbca806fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.481 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.481+0000 7fbcb0365640 1 --2- 172.21.15.196:0/1460541920 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbca8098040 0x7fbca806f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.481 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.481+0000 7fbcb0365640 1 --2- 172.21.15.196:0/1460541920 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbca8097720 0x7fbca806f080 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.481 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.481+0000 7fbcb0365640 1 -- 172.21.15.196:0/1460541920 >> 172.21.15.196:0/1460541920 conn(0x7fbca809e050 msgr2=0x7fbca8091390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:48.482 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.481+0000 7fbcb0365640 1 -- 172.21.15.196:0/1460541920 shutdown_connections 2024-09-10T07:43:48.482 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.481+0000 7fbcb0365640 1 -- 172.21.15.196:0/1460541920 wait complete. 2024-09-10T07:43:48.491 DEBUG:teuthology.orchestra.run.smithi196:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd dump -f json-pretty' 2024-09-10T07:43:48.588 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.588+0000 7fe459f5e640 1 Processor -- start 2024-09-10T07:43:48.588 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.588+0000 7fe459f5e640 1 -- start start 2024-09-10T07:43:48.588 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.588+0000 7fe459f5e640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe45406dd80 0x7fe454130e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:48.588 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.588+0000 7fe459f5e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe45406e940 0x7fe4541333e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:48.588 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.588+0000 7fe459f5e640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe45406fd70 con 0x7fe45412bec0 2024-09-10T07:43:48.589 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.588+0000 7fe459f5e640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fe454070010 con 0x7fe45406dd80 2024-09-10T07:43:48.589 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.588+0000 7fe459f5e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe45412c9b0 con 0x7fe45406e940 2024-09-10T07:43:48.589 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.588+0000 7fe453fff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe45406e940 0x7fe4541333e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:48.589 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.588+0000 7fe452ffd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe45406dd80 0x7fe454130e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:48.589 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.588+0000 7fe4537fe640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fe45412bec0 0x7fe45412c2a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:35956/0 (socket says 172.21.15.196:35956) 2024-09-10T07:43:48.589 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.588+0000 7fe4537fe640 1 -- 172.21.15.196:0/1958408411 learned_addr learned my addr 172.21.15.196:0/1958408411 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:48.589 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.588+0000 7fe4527fc640 1 -- 172.21.15.196:0/1958408411 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 287695292 0 0) 0x7fe45406fd70 con 0x7fe45412bec0 2024-09-10T07:43:48.589 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.588+0000 7fe4527fc640 1 -- 172.21.15.196:0/1958408411 --> v1:172.21.15.196:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe43c003520 con 0x7fe45412bec0 2024-09-10T07:43:48.589 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.588+0000 7fe453fff640 1 -- 172.21.15.196:0/1958408411 >> v2:172.21.15.196:3300/0 conn(0x7fe45406dd80 msgr2=0x7fe454130e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:48.589 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.588+0000 7fe453fff640 1 --2- 172.21.15.196:0/1958408411 >> v2:172.21.15.196:3300/0 conn(0x7fe45406dd80 0x7fe454130e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.589 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.588+0000 7fe453fff640 1 -- 172.21.15.196:0/1958408411 >> v1:172.21.15.196:6789/0 conn(0x7fe45412bec0 legacy=0x7fe45412c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:48.589 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.588+0000 7fe453fff640 1 -- 172.21.15.196:0/1958408411 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe454099c20 con 0x7fe45406e940 2024-09-10T07:43:48.589 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.588+0000 7fe452ffd640 1 --2- 172.21.15.196:0/1958408411 >> v2:172.21.15.196:3300/0 conn(0x7fe45406dd80 0x7fe454130e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:48.592 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.589+0000 7fe453fff640 1 --2- 172.21.15.196:0/1958408411 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe45406e940 0x7fe4541333e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe44c009d90 tx=0x7fe44c02a530 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dcdee353e6c52554 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:48.592 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.589+0000 7fe4527fc640 1 -- 172.21.15.196:0/1958408411 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe44c007740 con 0x7fe45406e940 2024-09-10T07:43:48.593 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.589+0000 7fe4527fc640 1 -- 172.21.15.196:0/1958408411 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe44c0078e0 con 0x7fe45406e940 2024-09-10T07:43:48.593 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.589+0000 7fe4527fc640 1 -- 172.21.15.196:0/1958408411 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe44c007cb0 con 0x7fe45406e940 2024-09-10T07:43:48.593 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.590+0000 7fe459f5e640 1 -- 172.21.15.196:0/1958408411 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe45406e940 msgr2=0x7fe4541333e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:48.593 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.590+0000 7fe459f5e640 1 --2- 172.21.15.196:0/1958408411 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe45406e940 0x7fe4541333e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe44c009d90 tx=0x7fe44c02a530 comp rx=0 tx=0).stop 2024-09-10T07:43:48.593 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.590+0000 7fe459f5e640 1 -- 172.21.15.196:0/1958408411 shutdown_connections 2024-09-10T07:43:48.593 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.590+0000 7fe459f5e640 1 --2- 172.21.15.196:0/1958408411 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe45406e940 0x7fe4541333e0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.593 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.590+0000 7fe459f5e640 1 --2- 172.21.15.196:0/1958408411 >> v2:172.21.15.196:3300/0 conn(0x7fe45406dd80 0x7fe454130e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.593 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.590+0000 7fe459f5e640 1 -- 172.21.15.196:0/1958408411 >> 172.21.15.196:0/1958408411 conn(0x7fe45409ad50 msgr2=0x7fe454098500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:48.593 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.590+0000 7fe459f5e640 1 -- 172.21.15.196:0/1958408411 shutdown_connections 2024-09-10T07:43:48.593 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.590+0000 7fe459f5e640 1 -- 172.21.15.196:0/1958408411 wait complete. 2024-09-10T07:43:48.593 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.591+0000 7fe459f5e640 1 Processor -- start 2024-09-10T07:43:48.594 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.591+0000 7fe459f5e640 1 -- start start 2024-09-10T07:43:48.594 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.591+0000 7fe459f5e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe45406dd80 0x7fe4541241b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:48.594 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.591+0000 7fe459f5e640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe45406e940 0x7fe4541246f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:48.594 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.591+0000 7fe459f5e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe45412bec0 0x7fe454124c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:48.594 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.591+0000 7fe459f5e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe454134a30 con 0x7fe45412bec0 2024-09-10T07:43:48.594 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.591+0000 7fe459f5e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe45409a230 con 0x7fe45406dd80 2024-09-10T07:43:48.594 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.591+0000 7fe459f5e640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fe454134bb0 con 0x7fe45406e940 2024-09-10T07:43:48.594 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.591+0000 7fe4537fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe45406dd80 0x7fe4541241b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:48.594 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.591+0000 7fe4537fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe45406dd80 0x7fe4541241b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59404/0 (socket says 172.21.15.196:59404) 2024-09-10T07:43:48.594 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.591+0000 7fe453fff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe45412bec0 0x7fe454124c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:48.594 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.591+0000 7fe4537fe640 1 -- 172.21.15.196:0/249756841 learned_addr learned my addr 172.21.15.196:0/249756841 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:48.594 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.591+0000 7fe452ffd640 1 --2- 172.21.15.196:0/249756841 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe45406e940 0x7fe4541246f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:48.594 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.592+0000 7fe4537fe640 1 -- 172.21.15.196:0/249756841 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe45406e940 msgr2=0x7fe4541246f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:48.595 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.592+0000 7fe4537fe640 1 --2- 172.21.15.196:0/249756841 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe45406e940 0x7fe4541246f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.595 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.592+0000 7fe4537fe640 1 -- 172.21.15.196:0/249756841 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe45412bec0 msgr2=0x7fe454124c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:48.595 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.592+0000 7fe4537fe640 1 --2- 172.21.15.196:0/249756841 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe45412bec0 0x7fe454124c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.595 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.592+0000 7fe4537fe640 1 -- 172.21.15.196:0/249756841 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe45412b720 con 0x7fe45406dd80 2024-09-10T07:43:48.595 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.592+0000 7fe453fff640 1 --2- 172.21.15.196:0/249756841 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe45412bec0 0x7fe454124c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:48.595 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.592+0000 7fe452ffd640 1 --2- 172.21.15.196:0/249756841 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe45406e940 0x7fe4541246f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:48.595 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.592+0000 7fe4537fe640 1 --2- 172.21.15.196:0/249756841 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe45406dd80 0x7fe4541241b0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fe44400d5c0 tx=0x7fe44400da80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:48.595 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.592+0000 7fe43bfff640 1 -- 172.21.15.196:0/249756841 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe444005ae0 con 0x7fe45406dd80 2024-09-10T07:43:48.595 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.592+0000 7fe43bfff640 1 -- 172.21.15.196:0/249756841 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe444015020 con 0x7fe45406dd80 2024-09-10T07:43:48.595 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.592+0000 7fe43bfff640 1 -- 172.21.15.196:0/249756841 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe444007070 con 0x7fe45406dd80 2024-09-10T07:43:48.595 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.592+0000 7fe459f5e640 1 -- 172.21.15.196:0/249756841 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe454126d70 con 0x7fe45406dd80 2024-09-10T07:43:48.595 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.592+0000 7fe459f5e640 1 -- 172.21.15.196:0/249756841 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe454126400 con 0x7fe45406dd80 2024-09-10T07:43:48.596 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.593+0000 7fe43bfff640 1 -- 172.21.15.196:0/249756841 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7fe444007210 con 0x7fe45406dd80 2024-09-10T07:43:48.596 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.593+0000 7fe459f5e640 1 -- 172.21.15.196:0/249756841 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe45412c2a0 con 0x7fe45406dd80 2024-09-10T07:43:48.596 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.594+0000 7fe43bfff640 1 -- 172.21.15.196:0/249756841 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3023+0+0 (secure 0 0 0) 0x7fe44405d340 con 0x7fe45406dd80 2024-09-10T07:43:48.596 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.597+0000 7fe43bfff640 1 -- 172.21.15.196:0/249756841 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fe44401f030 con 0x7fe45406dd80 2024-09-10T07:43:48.741 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.741+0000 7fe459f5e640 1 -- 172.21.15.196:0/249756841 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7fe454073820 con 0x7fe45406dd80 2024-09-10T07:43:48.741 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.742+0000 7fe43bfff640 1 -- 172.21.15.196:0/249756841 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v30) ==== 81+0+16866 (secure 0 0 0) 0x7fe44405c400 con 0x7fe45406dd80 2024-09-10T07:43:48.742 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:48.742 INFO:teuthology.orchestra.run.smithi196.stdout:{ 2024-09-10T07:43:48.742 INFO:teuthology.orchestra.run.smithi196.stdout: "epoch": 30, 2024-09-10T07:43:48.742 INFO:teuthology.orchestra.run.smithi196.stdout: "fsid": "fcdf7f04-7a4a-4d5a-b8f3-3737f76346fe", 2024-09-10T07:43:48.742 INFO:teuthology.orchestra.run.smithi196.stdout: "created": "2024-09-10T07:41:57.178228+0000", 2024-09-10T07:43:48.742 INFO:teuthology.orchestra.run.smithi196.stdout: "modified": "2024-09-10T07:43:47.603193+0000", 2024-09-10T07:43:48.742 INFO:teuthology.orchestra.run.smithi196.stdout: "last_up_change": "2024-09-10T07:43:46.601615+0000", 2024-09-10T07:43:48.742 INFO:teuthology.orchestra.run.smithi196.stdout: "last_in_change": "2024-09-10T07:41:58.273341+0000", 2024-09-10T07:43:48.742 INFO:teuthology.orchestra.run.smithi196.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2024-09-10T07:43:48.742 INFO:teuthology.orchestra.run.smithi196.stdout: "flags_num": 5799936, 2024-09-10T07:43:48.743 INFO:teuthology.orchestra.run.smithi196.stdout: "flags_set": [ 2024-09-10T07:43:48.743 INFO:teuthology.orchestra.run.smithi196.stdout: "pglog_hardlimit", 2024-09-10T07:43:48.743 INFO:teuthology.orchestra.run.smithi196.stdout: "purged_snapdirs", 2024-09-10T07:43:48.743 INFO:teuthology.orchestra.run.smithi196.stdout: "recovery_deletes", 2024-09-10T07:43:48.743 INFO:teuthology.orchestra.run.smithi196.stdout: "sortbitwise" 2024-09-10T07:43:48.743 INFO:teuthology.orchestra.run.smithi196.stdout: ], 2024-09-10T07:43:48.743 INFO:teuthology.orchestra.run.smithi196.stdout: "crush_version": 8, 2024-09-10T07:43:48.743 INFO:teuthology.orchestra.run.smithi196.stdout: "full_ratio": 0.94999998807907104, 2024-09-10T07:43:48.743 INFO:teuthology.orchestra.run.smithi196.stdout: "backfillfull_ratio": 0.89999997615814209, 2024-09-10T07:43:48.743 INFO:teuthology.orchestra.run.smithi196.stdout: "nearfull_ratio": 0.85000002384185791, 2024-09-10T07:43:48.743 INFO:teuthology.orchestra.run.smithi196.stdout: "cluster_snapshot": "", 2024-09-10T07:43:48.743 INFO:teuthology.orchestra.run.smithi196.stdout: "pool_max": 2, 2024-09-10T07:43:48.744 INFO:teuthology.orchestra.run.smithi196.stdout: "max_osd": 4, 2024-09-10T07:43:48.744 INFO:teuthology.orchestra.run.smithi196.stdout: "require_min_compat_client": "quincy", 2024-09-10T07:43:48.744 INFO:teuthology.orchestra.run.smithi196.stdout: "min_compat_client": "jewel", 2024-09-10T07:43:48.744 INFO:teuthology.orchestra.run.smithi196.stdout: "require_osd_release": "quincy", 2024-09-10T07:43:48.744 INFO:teuthology.orchestra.run.smithi196.stdout: "allow_crimson": false, 2024-09-10T07:43:48.744 INFO:teuthology.orchestra.run.smithi196.stdout: "pools": [ 2024-09-10T07:43:48.744 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.744 INFO:teuthology.orchestra.run.smithi196.stdout: "pool": 1, 2024-09-10T07:43:48.744 INFO:teuthology.orchestra.run.smithi196.stdout: "pool_name": ".mgr", 2024-09-10T07:43:48.744 INFO:teuthology.orchestra.run.smithi196.stdout: "create_time": "2024-09-10T07:42:07.706511+0000", 2024-09-10T07:43:48.744 INFO:teuthology.orchestra.run.smithi196.stdout: "flags": 1, 2024-09-10T07:43:48.744 INFO:teuthology.orchestra.run.smithi196.stdout: "flags_names": "hashpspool", 2024-09-10T07:43:48.744 INFO:teuthology.orchestra.run.smithi196.stdout: "type": 1, 2024-09-10T07:43:48.744 INFO:teuthology.orchestra.run.smithi196.stdout: "size": 2, 2024-09-10T07:43:48.745 INFO:teuthology.orchestra.run.smithi196.stdout: "min_size": 1, 2024-09-10T07:43:48.745 INFO:teuthology.orchestra.run.smithi196.stdout: "crush_rule": 0, 2024-09-10T07:43:48.745 INFO:teuthology.orchestra.run.smithi196.stdout: "peering_crush_bucket_count": 0, 2024-09-10T07:43:48.745 INFO:teuthology.orchestra.run.smithi196.stdout: "peering_crush_bucket_target": 0, 2024-09-10T07:43:48.745 INFO:teuthology.orchestra.run.smithi196.stdout: "peering_crush_bucket_barrier": 0, 2024-09-10T07:43:48.745 INFO:teuthology.orchestra.run.smithi196.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-10T07:43:48.745 INFO:teuthology.orchestra.run.smithi196.stdout: "is_stretch_pool": false, 2024-09-10T07:43:48.745 INFO:teuthology.orchestra.run.smithi196.stdout: "object_hash": 2, 2024-09-10T07:43:48.745 INFO:teuthology.orchestra.run.smithi196.stdout: "pg_autoscale_mode": "off", 2024-09-10T07:43:48.745 INFO:teuthology.orchestra.run.smithi196.stdout: "pg_num": 1, 2024-09-10T07:43:48.745 INFO:teuthology.orchestra.run.smithi196.stdout: "pg_placement_num": 1, 2024-09-10T07:43:48.745 INFO:teuthology.orchestra.run.smithi196.stdout: "pg_placement_num_target": 1, 2024-09-10T07:43:48.745 INFO:teuthology.orchestra.run.smithi196.stdout: "pg_num_target": 1, 2024-09-10T07:43:48.745 INFO:teuthology.orchestra.run.smithi196.stdout: "pg_num_pending": 1, 2024-09-10T07:43:48.746 INFO:teuthology.orchestra.run.smithi196.stdout: "last_pg_merge_meta": { 2024-09-10T07:43:48.746 INFO:teuthology.orchestra.run.smithi196.stdout: "source_pgid": "0.0", 2024-09-10T07:43:48.746 INFO:teuthology.orchestra.run.smithi196.stdout: "ready_epoch": 0, 2024-09-10T07:43:48.746 INFO:teuthology.orchestra.run.smithi196.stdout: "last_epoch_started": 0, 2024-09-10T07:43:48.746 INFO:teuthology.orchestra.run.smithi196.stdout: "last_epoch_clean": 0, 2024-09-10T07:43:48.746 INFO:teuthology.orchestra.run.smithi196.stdout: "source_version": "0'0", 2024-09-10T07:43:48.746 INFO:teuthology.orchestra.run.smithi196.stdout: "target_version": "0'0" 2024-09-10T07:43:48.746 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.746 INFO:teuthology.orchestra.run.smithi196.stdout: "last_change": "12", 2024-09-10T07:43:48.746 INFO:teuthology.orchestra.run.smithi196.stdout: "last_force_op_resend": "0", 2024-09-10T07:43:48.746 INFO:teuthology.orchestra.run.smithi196.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-10T07:43:48.746 INFO:teuthology.orchestra.run.smithi196.stdout: "last_force_op_resend_preluminous": "0", 2024-09-10T07:43:48.746 INFO:teuthology.orchestra.run.smithi196.stdout: "auid": 0, 2024-09-10T07:43:48.747 INFO:teuthology.orchestra.run.smithi196.stdout: "snap_mode": "selfmanaged", 2024-09-10T07:43:48.747 INFO:teuthology.orchestra.run.smithi196.stdout: "snap_seq": 0, 2024-09-10T07:43:48.747 INFO:teuthology.orchestra.run.smithi196.stdout: "snap_epoch": 0, 2024-09-10T07:43:48.747 INFO:teuthology.orchestra.run.smithi196.stdout: "pool_snaps": [], 2024-09-10T07:43:48.747 INFO:teuthology.orchestra.run.smithi196.stdout: "removed_snaps": "[]", 2024-09-10T07:43:48.747 INFO:teuthology.orchestra.run.smithi196.stdout: "quota_max_bytes": 0, 2024-09-10T07:43:48.747 INFO:teuthology.orchestra.run.smithi196.stdout: "quota_max_objects": 0, 2024-09-10T07:43:48.747 INFO:teuthology.orchestra.run.smithi196.stdout: "tiers": [], 2024-09-10T07:43:48.747 INFO:teuthology.orchestra.run.smithi196.stdout: "tier_of": -1, 2024-09-10T07:43:48.747 INFO:teuthology.orchestra.run.smithi196.stdout: "read_tier": -1, 2024-09-10T07:43:48.747 INFO:teuthology.orchestra.run.smithi196.stdout: "write_tier": -1, 2024-09-10T07:43:48.747 INFO:teuthology.orchestra.run.smithi196.stdout: "cache_mode": "none", 2024-09-10T07:43:48.747 INFO:teuthology.orchestra.run.smithi196.stdout: "target_max_bytes": 0, 2024-09-10T07:43:48.747 INFO:teuthology.orchestra.run.smithi196.stdout: "target_max_objects": 0, 2024-09-10T07:43:48.748 INFO:teuthology.orchestra.run.smithi196.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-10T07:43:48.748 INFO:teuthology.orchestra.run.smithi196.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-10T07:43:48.748 INFO:teuthology.orchestra.run.smithi196.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-10T07:43:48.748 INFO:teuthology.orchestra.run.smithi196.stdout: "cache_min_flush_age": 0, 2024-09-10T07:43:48.748 INFO:teuthology.orchestra.run.smithi196.stdout: "cache_min_evict_age": 0, 2024-09-10T07:43:48.748 INFO:teuthology.orchestra.run.smithi196.stdout: "erasure_code_profile": "", 2024-09-10T07:43:48.748 INFO:teuthology.orchestra.run.smithi196.stdout: "hit_set_params": { 2024-09-10T07:43:48.748 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "none" 2024-09-10T07:43:48.748 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.748 INFO:teuthology.orchestra.run.smithi196.stdout: "hit_set_period": 0, 2024-09-10T07:43:48.748 INFO:teuthology.orchestra.run.smithi196.stdout: "hit_set_count": 0, 2024-09-10T07:43:48.748 INFO:teuthology.orchestra.run.smithi196.stdout: "use_gmt_hitset": true, 2024-09-10T07:43:48.748 INFO:teuthology.orchestra.run.smithi196.stdout: "min_read_recency_for_promote": 0, 2024-09-10T07:43:48.748 INFO:teuthology.orchestra.run.smithi196.stdout: "min_write_recency_for_promote": 0, 2024-09-10T07:43:48.748 INFO:teuthology.orchestra.run.smithi196.stdout: "hit_set_grade_decay_rate": 0, 2024-09-10T07:43:48.749 INFO:teuthology.orchestra.run.smithi196.stdout: "hit_set_search_last_n": 0, 2024-09-10T07:43:48.749 INFO:teuthology.orchestra.run.smithi196.stdout: "grade_table": [], 2024-09-10T07:43:48.749 INFO:teuthology.orchestra.run.smithi196.stdout: "stripe_width": 0, 2024-09-10T07:43:48.749 INFO:teuthology.orchestra.run.smithi196.stdout: "expected_num_objects": 0, 2024-09-10T07:43:48.749 INFO:teuthology.orchestra.run.smithi196.stdout: "fast_read": false, 2024-09-10T07:43:48.749 INFO:teuthology.orchestra.run.smithi196.stdout: "options": { 2024-09-10T07:43:48.749 INFO:teuthology.orchestra.run.smithi196.stdout: "pg_num_max": 32, 2024-09-10T07:43:48.749 INFO:teuthology.orchestra.run.smithi196.stdout: "pg_num_min": 1 2024-09-10T07:43:48.749 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.749 INFO:teuthology.orchestra.run.smithi196.stdout: "application_metadata": { 2024-09-10T07:43:48.749 INFO:teuthology.orchestra.run.smithi196.stdout: "mgr": {} 2024-09-10T07:43:48.749 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.749 INFO:teuthology.orchestra.run.smithi196.stdout: "read_balance": { 2024-09-10T07:43:48.749 INFO:teuthology.orchestra.run.smithi196.stdout: "score_type": "Fair distribution", 2024-09-10T07:43:48.750 INFO:teuthology.orchestra.run.smithi196.stdout: "score_acting": 4, 2024-09-10T07:43:48.750 INFO:teuthology.orchestra.run.smithi196.stdout: "score_stable": 4, 2024-09-10T07:43:48.750 INFO:teuthology.orchestra.run.smithi196.stdout: "optimal_score": 0.5, 2024-09-10T07:43:48.750 INFO:teuthology.orchestra.run.smithi196.stdout: "raw_score_acting": 2, 2024-09-10T07:43:48.750 INFO:teuthology.orchestra.run.smithi196.stdout: "raw_score_stable": 2, 2024-09-10T07:43:48.750 INFO:teuthology.orchestra.run.smithi196.stdout: "primary_affinity_weighted": 1, 2024-09-10T07:43:48.750 INFO:teuthology.orchestra.run.smithi196.stdout: "average_primary_affinity": 1, 2024-09-10T07:43:48.750 INFO:teuthology.orchestra.run.smithi196.stdout: "average_primary_affinity_weighted": 1 2024-09-10T07:43:48.750 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.750 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.750 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.750 INFO:teuthology.orchestra.run.smithi196.stdout: "pool": 2, 2024-09-10T07:43:48.750 INFO:teuthology.orchestra.run.smithi196.stdout: "pool_name": "rbd", 2024-09-10T07:43:48.750 INFO:teuthology.orchestra.run.smithi196.stdout: "create_time": "2024-09-10T07:42:12.781769+0000", 2024-09-10T07:43:48.751 INFO:teuthology.orchestra.run.smithi196.stdout: "flags": 8193, 2024-09-10T07:43:48.751 INFO:teuthology.orchestra.run.smithi196.stdout: "flags_names": "hashpspool,selfmanaged_snaps", 2024-09-10T07:43:48.751 INFO:teuthology.orchestra.run.smithi196.stdout: "type": 1, 2024-09-10T07:43:48.751 INFO:teuthology.orchestra.run.smithi196.stdout: "size": 2, 2024-09-10T07:43:48.751 INFO:teuthology.orchestra.run.smithi196.stdout: "min_size": 1, 2024-09-10T07:43:48.751 INFO:teuthology.orchestra.run.smithi196.stdout: "crush_rule": 0, 2024-09-10T07:43:48.751 INFO:teuthology.orchestra.run.smithi196.stdout: "peering_crush_bucket_count": 0, 2024-09-10T07:43:48.751 INFO:teuthology.orchestra.run.smithi196.stdout: "peering_crush_bucket_target": 0, 2024-09-10T07:43:48.751 INFO:teuthology.orchestra.run.smithi196.stdout: "peering_crush_bucket_barrier": 0, 2024-09-10T07:43:48.751 INFO:teuthology.orchestra.run.smithi196.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2024-09-10T07:43:48.751 INFO:teuthology.orchestra.run.smithi196.stdout: "is_stretch_pool": false, 2024-09-10T07:43:48.751 INFO:teuthology.orchestra.run.smithi196.stdout: "object_hash": 2, 2024-09-10T07:43:48.751 INFO:teuthology.orchestra.run.smithi196.stdout: "pg_autoscale_mode": "off", 2024-09-10T07:43:48.751 INFO:teuthology.orchestra.run.smithi196.stdout: "pg_num": 8, 2024-09-10T07:43:48.751 INFO:teuthology.orchestra.run.smithi196.stdout: "pg_placement_num": 8, 2024-09-10T07:43:48.752 INFO:teuthology.orchestra.run.smithi196.stdout: "pg_placement_num_target": 8, 2024-09-10T07:43:48.752 INFO:teuthology.orchestra.run.smithi196.stdout: "pg_num_target": 8, 2024-09-10T07:43:48.752 INFO:teuthology.orchestra.run.smithi196.stdout: "pg_num_pending": 8, 2024-09-10T07:43:48.752 INFO:teuthology.orchestra.run.smithi196.stdout: "last_pg_merge_meta": { 2024-09-10T07:43:48.752 INFO:teuthology.orchestra.run.smithi196.stdout: "source_pgid": "0.0", 2024-09-10T07:43:48.752 INFO:teuthology.orchestra.run.smithi196.stdout: "ready_epoch": 0, 2024-09-10T07:43:48.752 INFO:teuthology.orchestra.run.smithi196.stdout: "last_epoch_started": 0, 2024-09-10T07:43:48.752 INFO:teuthology.orchestra.run.smithi196.stdout: "last_epoch_clean": 0, 2024-09-10T07:43:48.752 INFO:teuthology.orchestra.run.smithi196.stdout: "source_version": "0'0", 2024-09-10T07:43:48.752 INFO:teuthology.orchestra.run.smithi196.stdout: "target_version": "0'0" 2024-09-10T07:43:48.752 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.752 INFO:teuthology.orchestra.run.smithi196.stdout: "last_change": "16", 2024-09-10T07:43:48.752 INFO:teuthology.orchestra.run.smithi196.stdout: "last_force_op_resend": "0", 2024-09-10T07:43:48.752 INFO:teuthology.orchestra.run.smithi196.stdout: "last_force_op_resend_prenautilus": "0", 2024-09-10T07:43:48.752 INFO:teuthology.orchestra.run.smithi196.stdout: "last_force_op_resend_preluminous": "0", 2024-09-10T07:43:48.753 INFO:teuthology.orchestra.run.smithi196.stdout: "auid": 0, 2024-09-10T07:43:48.753 INFO:teuthology.orchestra.run.smithi196.stdout: "snap_mode": "selfmanaged", 2024-09-10T07:43:48.753 INFO:teuthology.orchestra.run.smithi196.stdout: "snap_seq": 3, 2024-09-10T07:43:48.753 INFO:teuthology.orchestra.run.smithi196.stdout: "snap_epoch": 16, 2024-09-10T07:43:48.753 INFO:teuthology.orchestra.run.smithi196.stdout: "pool_snaps": [], 2024-09-10T07:43:48.753 INFO:teuthology.orchestra.run.smithi196.stdout: "removed_snaps": "[]", 2024-09-10T07:43:48.753 INFO:teuthology.orchestra.run.smithi196.stdout: "quota_max_bytes": 0, 2024-09-10T07:43:48.753 INFO:teuthology.orchestra.run.smithi196.stdout: "quota_max_objects": 0, 2024-09-10T07:43:48.753 INFO:teuthology.orchestra.run.smithi196.stdout: "tiers": [], 2024-09-10T07:43:48.753 INFO:teuthology.orchestra.run.smithi196.stdout: "tier_of": -1, 2024-09-10T07:43:48.753 INFO:teuthology.orchestra.run.smithi196.stdout: "read_tier": -1, 2024-09-10T07:43:48.753 INFO:teuthology.orchestra.run.smithi196.stdout: "write_tier": -1, 2024-09-10T07:43:48.753 INFO:teuthology.orchestra.run.smithi196.stdout: "cache_mode": "none", 2024-09-10T07:43:48.754 INFO:teuthology.orchestra.run.smithi196.stdout: "target_max_bytes": 0, 2024-09-10T07:43:48.754 INFO:teuthology.orchestra.run.smithi196.stdout: "target_max_objects": 0, 2024-09-10T07:43:48.754 INFO:teuthology.orchestra.run.smithi196.stdout: "cache_target_dirty_ratio_micro": 400000, 2024-09-10T07:43:48.754 INFO:teuthology.orchestra.run.smithi196.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2024-09-10T07:43:48.754 INFO:teuthology.orchestra.run.smithi196.stdout: "cache_target_full_ratio_micro": 800000, 2024-09-10T07:43:48.754 INFO:teuthology.orchestra.run.smithi196.stdout: "cache_min_flush_age": 0, 2024-09-10T07:43:48.754 INFO:teuthology.orchestra.run.smithi196.stdout: "cache_min_evict_age": 0, 2024-09-10T07:43:48.754 INFO:teuthology.orchestra.run.smithi196.stdout: "erasure_code_profile": "", 2024-09-10T07:43:48.754 INFO:teuthology.orchestra.run.smithi196.stdout: "hit_set_params": { 2024-09-10T07:43:48.754 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "none" 2024-09-10T07:43:48.754 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.754 INFO:teuthology.orchestra.run.smithi196.stdout: "hit_set_period": 0, 2024-09-10T07:43:48.754 INFO:teuthology.orchestra.run.smithi196.stdout: "hit_set_count": 0, 2024-09-10T07:43:48.754 INFO:teuthology.orchestra.run.smithi196.stdout: "use_gmt_hitset": true, 2024-09-10T07:43:48.755 INFO:teuthology.orchestra.run.smithi196.stdout: "min_read_recency_for_promote": 0, 2024-09-10T07:43:48.755 INFO:teuthology.orchestra.run.smithi196.stdout: "min_write_recency_for_promote": 0, 2024-09-10T07:43:48.755 INFO:teuthology.orchestra.run.smithi196.stdout: "hit_set_grade_decay_rate": 0, 2024-09-10T07:43:48.755 INFO:teuthology.orchestra.run.smithi196.stdout: "hit_set_search_last_n": 0, 2024-09-10T07:43:48.755 INFO:teuthology.orchestra.run.smithi196.stdout: "grade_table": [], 2024-09-10T07:43:48.755 INFO:teuthology.orchestra.run.smithi196.stdout: "stripe_width": 0, 2024-09-10T07:43:48.755 INFO:teuthology.orchestra.run.smithi196.stdout: "expected_num_objects": 0, 2024-09-10T07:43:48.755 INFO:teuthology.orchestra.run.smithi196.stdout: "fast_read": false, 2024-09-10T07:43:48.755 INFO:teuthology.orchestra.run.smithi196.stdout: "options": {}, 2024-09-10T07:43:48.755 INFO:teuthology.orchestra.run.smithi196.stdout: "application_metadata": { 2024-09-10T07:43:48.755 INFO:teuthology.orchestra.run.smithi196.stdout: "rbd": {} 2024-09-10T07:43:48.755 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.755 INFO:teuthology.orchestra.run.smithi196.stdout: "read_balance": { 2024-09-10T07:43:48.755 INFO:teuthology.orchestra.run.smithi196.stdout: "score_type": "Fair distribution", 2024-09-10T07:43:48.756 INFO:teuthology.orchestra.run.smithi196.stdout: "score_acting": 2.5, 2024-09-10T07:43:48.756 INFO:teuthology.orchestra.run.smithi196.stdout: "score_stable": 2.5, 2024-09-10T07:43:48.756 INFO:teuthology.orchestra.run.smithi196.stdout: "optimal_score": 1, 2024-09-10T07:43:48.756 INFO:teuthology.orchestra.run.smithi196.stdout: "raw_score_acting": 2.5, 2024-09-10T07:43:48.756 INFO:teuthology.orchestra.run.smithi196.stdout: "raw_score_stable": 2.5, 2024-09-10T07:43:48.756 INFO:teuthology.orchestra.run.smithi196.stdout: "primary_affinity_weighted": 1, 2024-09-10T07:43:48.756 INFO:teuthology.orchestra.run.smithi196.stdout: "average_primary_affinity": 1, 2024-09-10T07:43:48.756 INFO:teuthology.orchestra.run.smithi196.stdout: "average_primary_affinity_weighted": 1 2024-09-10T07:43:48.756 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.756 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.756 INFO:teuthology.orchestra.run.smithi196.stdout: ], 2024-09-10T07:43:48.756 INFO:teuthology.orchestra.run.smithi196.stdout: "osds": [ 2024-09-10T07:43:48.756 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.757 INFO:teuthology.orchestra.run.smithi196.stdout: "osd": 0, 2024-09-10T07:43:48.757 INFO:teuthology.orchestra.run.smithi196.stdout: "uuid": "942b9bcf-e061-4911-a4e4-4b16aa4ae205", 2024-09-10T07:43:48.757 INFO:teuthology.orchestra.run.smithi196.stdout: "up": 1, 2024-09-10T07:43:48.757 INFO:teuthology.orchestra.run.smithi196.stdout: "in": 1, 2024-09-10T07:43:48.757 INFO:teuthology.orchestra.run.smithi196.stdout: "weight": 1, 2024-09-10T07:43:48.757 INFO:teuthology.orchestra.run.smithi196.stdout: "primary_affinity": 1, 2024-09-10T07:43:48.757 INFO:teuthology.orchestra.run.smithi196.stdout: "last_clean_begin": 9, 2024-09-10T07:43:48.757 INFO:teuthology.orchestra.run.smithi196.stdout: "last_clean_end": 19, 2024-09-10T07:43:48.757 INFO:teuthology.orchestra.run.smithi196.stdout: "up_from": 25, 2024-09-10T07:43:48.757 INFO:teuthology.orchestra.run.smithi196.stdout: "up_thru": 25, 2024-09-10T07:43:48.757 INFO:teuthology.orchestra.run.smithi196.stdout: "down_at": 20, 2024-09-10T07:43:48.757 INFO:teuthology.orchestra.run.smithi196.stdout: "lost_at": 0, 2024-09-10T07:43:48.757 INFO:teuthology.orchestra.run.smithi196.stdout: "public_addrs": { 2024-09-10T07:43:48.757 INFO:teuthology.orchestra.run.smithi196.stdout: "addrvec": [ 2024-09-10T07:43:48.757 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.758 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-10T07:43:48.758 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "172.21.15.196:6800", 2024-09-10T07:43:48.758 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 3084436343 2024-09-10T07:43:48.758 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.758 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-09-10T07:43:48.758 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.758 INFO:teuthology.orchestra.run.smithi196.stdout: "cluster_addrs": { 2024-09-10T07:43:48.758 INFO:teuthology.orchestra.run.smithi196.stdout: "addrvec": [ 2024-09-10T07:43:48.758 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.758 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-10T07:43:48.758 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "172.21.15.196:6801", 2024-09-10T07:43:48.758 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 3084436343 2024-09-10T07:43:48.758 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.758 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-09-10T07:43:48.759 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.759 INFO:teuthology.orchestra.run.smithi196.stdout: "heartbeat_back_addrs": { 2024-09-10T07:43:48.759 INFO:teuthology.orchestra.run.smithi196.stdout: "addrvec": [ 2024-09-10T07:43:48.759 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.759 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-10T07:43:48.759 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "172.21.15.196:6803", 2024-09-10T07:43:48.759 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 3084436343 2024-09-10T07:43:48.759 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.759 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-09-10T07:43:48.759 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.759 INFO:teuthology.orchestra.run.smithi196.stdout: "heartbeat_front_addrs": { 2024-09-10T07:43:48.759 INFO:teuthology.orchestra.run.smithi196.stdout: "addrvec": [ 2024-09-10T07:43:48.759 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.760 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-10T07:43:48.760 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "172.21.15.196:6802", 2024-09-10T07:43:48.760 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 3084436343 2024-09-10T07:43:48.760 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.760 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-09-10T07:43:48.760 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.760 INFO:teuthology.orchestra.run.smithi196.stdout: "public_addr": "172.21.15.196:6800/3084436343", 2024-09-10T07:43:48.760 INFO:teuthology.orchestra.run.smithi196.stdout: "cluster_addr": "172.21.15.196:6801/3084436343", 2024-09-10T07:43:48.760 INFO:teuthology.orchestra.run.smithi196.stdout: "heartbeat_back_addr": "172.21.15.196:6803/3084436343", 2024-09-10T07:43:48.760 INFO:teuthology.orchestra.run.smithi196.stdout: "heartbeat_front_addr": "172.21.15.196:6802/3084436343", 2024-09-10T07:43:48.760 INFO:teuthology.orchestra.run.smithi196.stdout: "state": [ 2024-09-10T07:43:48.760 INFO:teuthology.orchestra.run.smithi196.stdout: "exists", 2024-09-10T07:43:48.760 INFO:teuthology.orchestra.run.smithi196.stdout: "up" 2024-09-10T07:43:48.761 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-09-10T07:43:48.761 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.761 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.761 INFO:teuthology.orchestra.run.smithi196.stdout: "osd": 1, 2024-09-10T07:43:48.761 INFO:teuthology.orchestra.run.smithi196.stdout: "uuid": "f99df6f0-3bdc-48ca-88c2-121cb989aaec", 2024-09-10T07:43:48.761 INFO:teuthology.orchestra.run.smithi196.stdout: "up": 1, 2024-09-10T07:43:48.761 INFO:teuthology.orchestra.run.smithi196.stdout: "in": 1, 2024-09-10T07:43:48.761 INFO:teuthology.orchestra.run.smithi196.stdout: "weight": 1, 2024-09-10T07:43:48.761 INFO:teuthology.orchestra.run.smithi196.stdout: "primary_affinity": 1, 2024-09-10T07:43:48.761 INFO:teuthology.orchestra.run.smithi196.stdout: "last_clean_begin": 9, 2024-09-10T07:43:48.761 INFO:teuthology.orchestra.run.smithi196.stdout: "last_clean_end": 19, 2024-09-10T07:43:48.761 INFO:teuthology.orchestra.run.smithi196.stdout: "up_from": 26, 2024-09-10T07:43:48.761 INFO:teuthology.orchestra.run.smithi196.stdout: "up_thru": 26, 2024-09-10T07:43:48.762 INFO:teuthology.orchestra.run.smithi196.stdout: "down_at": 21, 2024-09-10T07:43:48.762 INFO:teuthology.orchestra.run.smithi196.stdout: "lost_at": 0, 2024-09-10T07:43:48.762 INFO:teuthology.orchestra.run.smithi196.stdout: "public_addrs": { 2024-09-10T07:43:48.762 INFO:teuthology.orchestra.run.smithi196.stdout: "addrvec": [ 2024-09-10T07:43:48.762 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.762 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-10T07:43:48.762 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "172.21.15.196:6804", 2024-09-10T07:43:48.762 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 4199617730 2024-09-10T07:43:48.762 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.762 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-09-10T07:43:48.762 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.762 INFO:teuthology.orchestra.run.smithi196.stdout: "cluster_addrs": { 2024-09-10T07:43:48.762 INFO:teuthology.orchestra.run.smithi196.stdout: "addrvec": [ 2024-09-10T07:43:48.762 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.763 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-10T07:43:48.763 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "172.21.15.196:6805", 2024-09-10T07:43:48.763 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 4199617730 2024-09-10T07:43:48.763 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.763 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-09-10T07:43:48.763 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.763 INFO:teuthology.orchestra.run.smithi196.stdout: "heartbeat_back_addrs": { 2024-09-10T07:43:48.763 INFO:teuthology.orchestra.run.smithi196.stdout: "addrvec": [ 2024-09-10T07:43:48.763 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.763 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-10T07:43:48.763 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "172.21.15.196:6807", 2024-09-10T07:43:48.763 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 4199617730 2024-09-10T07:43:48.764 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.764 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-09-10T07:43:48.764 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.764 INFO:teuthology.orchestra.run.smithi196.stdout: "heartbeat_front_addrs": { 2024-09-10T07:43:48.764 INFO:teuthology.orchestra.run.smithi196.stdout: "addrvec": [ 2024-09-10T07:43:48.764 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.764 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-10T07:43:48.764 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "172.21.15.196:6806", 2024-09-10T07:43:48.764 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 4199617730 2024-09-10T07:43:48.764 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.764 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-09-10T07:43:48.764 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.764 INFO:teuthology.orchestra.run.smithi196.stdout: "public_addr": "172.21.15.196:6804/4199617730", 2024-09-10T07:43:48.765 INFO:teuthology.orchestra.run.smithi196.stdout: "cluster_addr": "172.21.15.196:6805/4199617730", 2024-09-10T07:43:48.765 INFO:teuthology.orchestra.run.smithi196.stdout: "heartbeat_back_addr": "172.21.15.196:6807/4199617730", 2024-09-10T07:43:48.765 INFO:teuthology.orchestra.run.smithi196.stdout: "heartbeat_front_addr": "172.21.15.196:6806/4199617730", 2024-09-10T07:43:48.765 INFO:teuthology.orchestra.run.smithi196.stdout: "state": [ 2024-09-10T07:43:48.765 INFO:teuthology.orchestra.run.smithi196.stdout: "exists", 2024-09-10T07:43:48.765 INFO:teuthology.orchestra.run.smithi196.stdout: "up" 2024-09-10T07:43:48.765 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-09-10T07:43:48.765 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.765 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.765 INFO:teuthology.orchestra.run.smithi196.stdout: "osd": 2, 2024-09-10T07:43:48.765 INFO:teuthology.orchestra.run.smithi196.stdout: "uuid": "10cf042a-c008-448b-b495-38b8f9bd911b", 2024-09-10T07:43:48.765 INFO:teuthology.orchestra.run.smithi196.stdout: "up": 1, 2024-09-10T07:43:48.765 INFO:teuthology.orchestra.run.smithi196.stdout: "in": 1, 2024-09-10T07:43:48.766 INFO:teuthology.orchestra.run.smithi196.stdout: "weight": 1, 2024-09-10T07:43:48.766 INFO:teuthology.orchestra.run.smithi196.stdout: "primary_affinity": 1, 2024-09-10T07:43:48.766 INFO:teuthology.orchestra.run.smithi196.stdout: "last_clean_begin": 9, 2024-09-10T07:43:48.766 INFO:teuthology.orchestra.run.smithi196.stdout: "last_clean_end": 21, 2024-09-10T07:43:48.766 INFO:teuthology.orchestra.run.smithi196.stdout: "up_from": 27, 2024-09-10T07:43:48.766 INFO:teuthology.orchestra.run.smithi196.stdout: "up_thru": 29, 2024-09-10T07:43:48.766 INFO:teuthology.orchestra.run.smithi196.stdout: "down_at": 22, 2024-09-10T07:43:48.766 INFO:teuthology.orchestra.run.smithi196.stdout: "lost_at": 0, 2024-09-10T07:43:48.766 INFO:teuthology.orchestra.run.smithi196.stdout: "public_addrs": { 2024-09-10T07:43:48.766 INFO:teuthology.orchestra.run.smithi196.stdout: "addrvec": [ 2024-09-10T07:43:48.766 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.766 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-10T07:43:48.766 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "172.21.15.196:6808", 2024-09-10T07:43:48.766 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 251214582 2024-09-10T07:43:48.767 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.767 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-09-10T07:43:48.767 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.767 INFO:teuthology.orchestra.run.smithi196.stdout: "cluster_addrs": { 2024-09-10T07:43:48.767 INFO:teuthology.orchestra.run.smithi196.stdout: "addrvec": [ 2024-09-10T07:43:48.767 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.767 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-10T07:43:48.767 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "172.21.15.196:6809", 2024-09-10T07:43:48.767 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 251214582 2024-09-10T07:43:48.767 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.767 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-09-10T07:43:48.767 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.767 INFO:teuthology.orchestra.run.smithi196.stdout: "heartbeat_back_addrs": { 2024-09-10T07:43:48.767 INFO:teuthology.orchestra.run.smithi196.stdout: "addrvec": [ 2024-09-10T07:43:48.768 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.768 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-10T07:43:48.768 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "172.21.15.196:6811", 2024-09-10T07:43:48.768 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 251214582 2024-09-10T07:43:48.768 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.768 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-09-10T07:43:48.768 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.768 INFO:teuthology.orchestra.run.smithi196.stdout: "heartbeat_front_addrs": { 2024-09-10T07:43:48.768 INFO:teuthology.orchestra.run.smithi196.stdout: "addrvec": [ 2024-09-10T07:43:48.768 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.768 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-10T07:43:48.768 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "172.21.15.196:6810", 2024-09-10T07:43:48.768 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 251214582 2024-09-10T07:43:48.769 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.769 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-09-10T07:43:48.769 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.769 INFO:teuthology.orchestra.run.smithi196.stdout: "public_addr": "172.21.15.196:6808/251214582", 2024-09-10T07:43:48.769 INFO:teuthology.orchestra.run.smithi196.stdout: "cluster_addr": "172.21.15.196:6809/251214582", 2024-09-10T07:43:48.769 INFO:teuthology.orchestra.run.smithi196.stdout: "heartbeat_back_addr": "172.21.15.196:6811/251214582", 2024-09-10T07:43:48.769 INFO:teuthology.orchestra.run.smithi196.stdout: "heartbeat_front_addr": "172.21.15.196:6810/251214582", 2024-09-10T07:43:48.769 INFO:teuthology.orchestra.run.smithi196.stdout: "state": [ 2024-09-10T07:43:48.769 INFO:teuthology.orchestra.run.smithi196.stdout: "exists", 2024-09-10T07:43:48.769 INFO:teuthology.orchestra.run.smithi196.stdout: "up" 2024-09-10T07:43:48.769 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-09-10T07:43:48.769 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.769 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.770 INFO:teuthology.orchestra.run.smithi196.stdout: "osd": 3, 2024-09-10T07:43:48.770 INFO:teuthology.orchestra.run.smithi196.stdout: "uuid": "2dd9fcad-e555-4d22-b4f7-c765d89d6a36", 2024-09-10T07:43:48.770 INFO:teuthology.orchestra.run.smithi196.stdout: "up": 1, 2024-09-10T07:43:48.770 INFO:teuthology.orchestra.run.smithi196.stdout: "in": 1, 2024-09-10T07:43:48.770 INFO:teuthology.orchestra.run.smithi196.stdout: "weight": 1, 2024-09-10T07:43:48.770 INFO:teuthology.orchestra.run.smithi196.stdout: "primary_affinity": 1, 2024-09-10T07:43:48.770 INFO:teuthology.orchestra.run.smithi196.stdout: "last_clean_begin": 9, 2024-09-10T07:43:48.770 INFO:teuthology.orchestra.run.smithi196.stdout: "last_clean_end": 22, 2024-09-10T07:43:48.770 INFO:teuthology.orchestra.run.smithi196.stdout: "up_from": 29, 2024-09-10T07:43:48.770 INFO:teuthology.orchestra.run.smithi196.stdout: "up_thru": 29, 2024-09-10T07:43:48.770 INFO:teuthology.orchestra.run.smithi196.stdout: "down_at": 23, 2024-09-10T07:43:48.770 INFO:teuthology.orchestra.run.smithi196.stdout: "lost_at": 0, 2024-09-10T07:43:48.770 INFO:teuthology.orchestra.run.smithi196.stdout: "public_addrs": { 2024-09-10T07:43:48.771 INFO:teuthology.orchestra.run.smithi196.stdout: "addrvec": [ 2024-09-10T07:43:48.771 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.771 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-10T07:43:48.771 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "172.21.15.196:6812", 2024-09-10T07:43:48.771 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 3303789494 2024-09-10T07:43:48.771 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.771 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-09-10T07:43:48.771 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.771 INFO:teuthology.orchestra.run.smithi196.stdout: "cluster_addrs": { 2024-09-10T07:43:48.771 INFO:teuthology.orchestra.run.smithi196.stdout: "addrvec": [ 2024-09-10T07:43:48.771 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.771 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-10T07:43:48.772 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "172.21.15.196:6813", 2024-09-10T07:43:48.772 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 3303789494 2024-09-10T07:43:48.772 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.772 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-09-10T07:43:48.772 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.772 INFO:teuthology.orchestra.run.smithi196.stdout: "heartbeat_back_addrs": { 2024-09-10T07:43:48.772 INFO:teuthology.orchestra.run.smithi196.stdout: "addrvec": [ 2024-09-10T07:43:48.772 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.772 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-10T07:43:48.772 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "172.21.15.196:6815", 2024-09-10T07:43:48.772 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 3303789494 2024-09-10T07:43:48.772 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.773 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-09-10T07:43:48.773 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.773 INFO:teuthology.orchestra.run.smithi196.stdout: "heartbeat_front_addrs": { 2024-09-10T07:43:48.773 INFO:teuthology.orchestra.run.smithi196.stdout: "addrvec": [ 2024-09-10T07:43:48.773 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.773 INFO:teuthology.orchestra.run.smithi196.stdout: "type": "v1", 2024-09-10T07:43:48.773 INFO:teuthology.orchestra.run.smithi196.stdout: "addr": "172.21.15.196:6814", 2024-09-10T07:43:48.773 INFO:teuthology.orchestra.run.smithi196.stdout: "nonce": 3303789494 2024-09-10T07:43:48.773 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.773 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-09-10T07:43:48.773 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.774 INFO:teuthology.orchestra.run.smithi196.stdout: "public_addr": "172.21.15.196:6812/3303789494", 2024-09-10T07:43:48.774 INFO:teuthology.orchestra.run.smithi196.stdout: "cluster_addr": "172.21.15.196:6813/3303789494", 2024-09-10T07:43:48.774 INFO:teuthology.orchestra.run.smithi196.stdout: "heartbeat_back_addr": "172.21.15.196:6815/3303789494", 2024-09-10T07:43:48.774 INFO:teuthology.orchestra.run.smithi196.stdout: "heartbeat_front_addr": "172.21.15.196:6814/3303789494", 2024-09-10T07:43:48.774 INFO:teuthology.orchestra.run.smithi196.stdout: "state": [ 2024-09-10T07:43:48.774 INFO:teuthology.orchestra.run.smithi196.stdout: "exists", 2024-09-10T07:43:48.774 INFO:teuthology.orchestra.run.smithi196.stdout: "up" 2024-09-10T07:43:48.774 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-09-10T07:43:48.774 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.774 INFO:teuthology.orchestra.run.smithi196.stdout: ], 2024-09-10T07:43:48.774 INFO:teuthology.orchestra.run.smithi196.stdout: "osd_xinfo": [ 2024-09-10T07:43:48.774 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.774 INFO:teuthology.orchestra.run.smithi196.stdout: "osd": 0, 2024-09-10T07:43:48.775 INFO:teuthology.orchestra.run.smithi196.stdout: "down_stamp": "0.000000", 2024-09-10T07:43:48.775 INFO:teuthology.orchestra.run.smithi196.stdout: "laggy_probability": 0, 2024-09-10T07:43:48.775 INFO:teuthology.orchestra.run.smithi196.stdout: "laggy_interval": 0, 2024-09-10T07:43:48.775 INFO:teuthology.orchestra.run.smithi196.stdout: "features": 4540701547738038271, 2024-09-10T07:43:48.775 INFO:teuthology.orchestra.run.smithi196.stdout: "old_weight": 0, 2024-09-10T07:43:48.775 INFO:teuthology.orchestra.run.smithi196.stdout: "last_purged_snaps_scrub": "2024-09-10T07:42:03.512528+0000", 2024-09-10T07:43:48.775 INFO:teuthology.orchestra.run.smithi196.stdout: "dead_epoch": 20 2024-09-10T07:43:48.775 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.775 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.775 INFO:teuthology.orchestra.run.smithi196.stdout: "osd": 1, 2024-09-10T07:43:48.775 INFO:teuthology.orchestra.run.smithi196.stdout: "down_stamp": "0.000000", 2024-09-10T07:43:48.775 INFO:teuthology.orchestra.run.smithi196.stdout: "laggy_probability": 0, 2024-09-10T07:43:48.776 INFO:teuthology.orchestra.run.smithi196.stdout: "laggy_interval": 0, 2024-09-10T07:43:48.776 INFO:teuthology.orchestra.run.smithi196.stdout: "features": 4540701547738038271, 2024-09-10T07:43:48.776 INFO:teuthology.orchestra.run.smithi196.stdout: "old_weight": 0, 2024-09-10T07:43:48.776 INFO:teuthology.orchestra.run.smithi196.stdout: "last_purged_snaps_scrub": "2024-09-10T07:42:03.396869+0000", 2024-09-10T07:43:48.776 INFO:teuthology.orchestra.run.smithi196.stdout: "dead_epoch": 21 2024-09-10T07:43:48.776 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.776 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.776 INFO:teuthology.orchestra.run.smithi196.stdout: "osd": 2, 2024-09-10T07:43:48.776 INFO:teuthology.orchestra.run.smithi196.stdout: "down_stamp": "0.000000", 2024-09-10T07:43:48.776 INFO:teuthology.orchestra.run.smithi196.stdout: "laggy_probability": 0, 2024-09-10T07:43:48.776 INFO:teuthology.orchestra.run.smithi196.stdout: "laggy_interval": 0, 2024-09-10T07:43:48.776 INFO:teuthology.orchestra.run.smithi196.stdout: "features": 4540701547738038271, 2024-09-10T07:43:48.777 INFO:teuthology.orchestra.run.smithi196.stdout: "old_weight": 0, 2024-09-10T07:43:48.777 INFO:teuthology.orchestra.run.smithi196.stdout: "last_purged_snaps_scrub": "2024-09-10T07:42:03.413898+0000", 2024-09-10T07:43:48.777 INFO:teuthology.orchestra.run.smithi196.stdout: "dead_epoch": 22 2024-09-10T07:43:48.777 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.777 INFO:teuthology.orchestra.run.smithi196.stdout: { 2024-09-10T07:43:48.777 INFO:teuthology.orchestra.run.smithi196.stdout: "osd": 3, 2024-09-10T07:43:48.777 INFO:teuthology.orchestra.run.smithi196.stdout: "down_stamp": "2024-09-10T07:43:38.069385+0000", 2024-09-10T07:43:48.777 INFO:teuthology.orchestra.run.smithi196.stdout: "laggy_probability": 0, 2024-09-10T07:43:48.777 INFO:teuthology.orchestra.run.smithi196.stdout: "laggy_interval": 0, 2024-09-10T07:43:48.777 INFO:teuthology.orchestra.run.smithi196.stdout: "features": 4540701547738038271, 2024-09-10T07:43:48.777 INFO:teuthology.orchestra.run.smithi196.stdout: "old_weight": 0, 2024-09-10T07:43:48.777 INFO:teuthology.orchestra.run.smithi196.stdout: "last_purged_snaps_scrub": "2024-09-10T07:42:03.452677+0000", 2024-09-10T07:43:48.777 INFO:teuthology.orchestra.run.smithi196.stdout: "dead_epoch": 0 2024-09-10T07:43:48.777 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.778 INFO:teuthology.orchestra.run.smithi196.stdout: ], 2024-09-10T07:43:48.778 INFO:teuthology.orchestra.run.smithi196.stdout: "pg_upmap": [], 2024-09-10T07:43:48.778 INFO:teuthology.orchestra.run.smithi196.stdout: "pg_upmap_items": [], 2024-09-10T07:43:48.778 INFO:teuthology.orchestra.run.smithi196.stdout: "pg_upmap_primaries": [], 2024-09-10T07:43:48.778 INFO:teuthology.orchestra.run.smithi196.stdout: "pg_temp": [], 2024-09-10T07:43:48.778 INFO:teuthology.orchestra.run.smithi196.stdout: "primary_temp": [], 2024-09-10T07:43:48.778 INFO:teuthology.orchestra.run.smithi196.stdout: "blocklist": { 2024-09-10T07:43:48.778 INFO:teuthology.orchestra.run.smithi196.stdout: "172.21.15.196:0/1752713173": "2024-09-11T07:43:30.521807+0000", 2024-09-10T07:43:48.778 INFO:teuthology.orchestra.run.smithi196.stdout: "172.21.15.196:0/2023397024": "2024-09-11T07:43:30.521807+0000", 2024-09-10T07:43:48.778 INFO:teuthology.orchestra.run.smithi196.stdout: "172.21.15.196:0/1398858137": "2024-09-11T07:43:30.521807+0000", 2024-09-10T07:43:48.778 INFO:teuthology.orchestra.run.smithi196.stdout: "172.21.15.196:0/1726850961": "2024-09-11T07:43:30.521807+0000", 2024-09-10T07:43:48.778 INFO:teuthology.orchestra.run.smithi196.stdout: "172.21.15.196:6816/32369": "2024-09-11T07:43:30.521807+0000" 2024-09-10T07:43:48.778 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.778 INFO:teuthology.orchestra.run.smithi196.stdout: "range_blocklist": {}, 2024-09-10T07:43:48.779 INFO:teuthology.orchestra.run.smithi196.stdout: "erasure_code_profiles": { 2024-09-10T07:43:48.779 INFO:teuthology.orchestra.run.smithi196.stdout: "default": { 2024-09-10T07:43:48.779 INFO:teuthology.orchestra.run.smithi196.stdout: "crush-failure-domain": "osd", 2024-09-10T07:43:48.779 INFO:teuthology.orchestra.run.smithi196.stdout: "k": "2", 2024-09-10T07:43:48.779 INFO:teuthology.orchestra.run.smithi196.stdout: "m": "1", 2024-09-10T07:43:48.779 INFO:teuthology.orchestra.run.smithi196.stdout: "plugin": "jerasure", 2024-09-10T07:43:48.779 INFO:teuthology.orchestra.run.smithi196.stdout: "technique": "reed_sol_van" 2024-09-10T07:43:48.779 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.779 INFO:teuthology.orchestra.run.smithi196.stdout: }, 2024-09-10T07:43:48.779 INFO:teuthology.orchestra.run.smithi196.stdout: "removed_snaps_queue": [], 2024-09-10T07:43:48.779 INFO:teuthology.orchestra.run.smithi196.stdout: "new_removed_snaps": [], 2024-09-10T07:43:48.779 INFO:teuthology.orchestra.run.smithi196.stdout: "new_purged_snaps": [], 2024-09-10T07:43:48.779 INFO:teuthology.orchestra.run.smithi196.stdout: "crush_node_flags": {}, 2024-09-10T07:43:48.780 INFO:teuthology.orchestra.run.smithi196.stdout: "device_class_flags": {}, 2024-09-10T07:43:48.780 INFO:teuthology.orchestra.run.smithi196.stdout: "stretch_mode": { 2024-09-10T07:43:48.780 INFO:teuthology.orchestra.run.smithi196.stdout: "stretch_mode_enabled": false, 2024-09-10T07:43:48.780 INFO:teuthology.orchestra.run.smithi196.stdout: "stretch_bucket_count": 0, 2024-09-10T07:43:48.780 INFO:teuthology.orchestra.run.smithi196.stdout: "degraded_stretch_mode": 0, 2024-09-10T07:43:48.780 INFO:teuthology.orchestra.run.smithi196.stdout: "recovering_stretch_mode": 0, 2024-09-10T07:43:48.780 INFO:teuthology.orchestra.run.smithi196.stdout: "stretch_mode_bucket": 0 2024-09-10T07:43:48.780 INFO:teuthology.orchestra.run.smithi196.stdout: } 2024-09-10T07:43:48.780 INFO:teuthology.orchestra.run.smithi196.stdout:} 2024-09-10T07:43:48.782 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.744+0000 7fe459f5e640 1 -- 172.21.15.196:0/249756841 >> v1:172.21.15.196:6816/3572737106 conn(0x7fe440047b50 legacy=0x7fe44004a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:48.782 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.744+0000 7fe459f5e640 1 -- 172.21.15.196:0/249756841 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe45406dd80 msgr2=0x7fe4541241b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:48.782 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.744+0000 7fe459f5e640 1 --2- 172.21.15.196:0/249756841 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe45406dd80 0x7fe4541241b0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fe44400d5c0 tx=0x7fe44400da80 comp rx=0 tx=0).stop 2024-09-10T07:43:48.782 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.744+0000 7fe459f5e640 1 -- 172.21.15.196:0/249756841 shutdown_connections 2024-09-10T07:43:48.782 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.744+0000 7fe459f5e640 1 --2- 172.21.15.196:0/249756841 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe45412bec0 0x7fe454124c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.782 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.744+0000 7fe459f5e640 1 --2- 172.21.15.196:0/249756841 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe45406e940 0x7fe4541246f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.782 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.744+0000 7fe459f5e640 1 --2- 172.21.15.196:0/249756841 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe45406dd80 0x7fe4541241b0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.782 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.744+0000 7fe459f5e640 1 -- 172.21.15.196:0/249756841 >> 172.21.15.196:0/249756841 conn(0x7fe45409ad50 msgr2=0x7fe4540702d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:48.782 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.744+0000 7fe459f5e640 1 -- 172.21.15.196:0/249756841 shutdown_connections 2024-09-10T07:43:48.782 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.744+0000 7fe459f5e640 1 -- 172.21.15.196:0/249756841 wait complete. 2024-09-10T07:43:48.783 DEBUG:teuthology.orchestra.run.smithi196:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs dump' 2024-09-10T07:43:48.877 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.877+0000 7f69a3467640 1 Processor -- start 2024-09-10T07:43:48.877 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.877+0000 7f69a3467640 1 -- start start 2024-09-10T07:43:48.877 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.878+0000 7f69a3467640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f699c09d840 0x7f699c134640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:48.878 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.878+0000 7f69a3467640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f699c134b80 0x7f699c136f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:48.878 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.878+0000 7f69a3467640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f699c099580 con 0x7f699c09cd50 2024-09-10T07:43:48.878 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.878+0000 7f69a3467640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f699c09df40 con 0x7f699c09d840 2024-09-10T07:43:48.878 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.878+0000 7f69a3467640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f699c09e380 con 0x7f699c134b80 2024-09-10T07:43:48.880 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.878+0000 7f69a1203640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f699c09cd50 0x7f699c09d130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:35966/0 (socket says 172.21.15.196:35966) 2024-09-10T07:43:48.880 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.878+0000 7f69a1203640 1 -- 172.21.15.196:0/4235069342 learned_addr learned my addr 172.21.15.196:0/4235069342 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:48.880 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.878+0000 7f69a0a02640 1 --2- 172.21.15.196:0/4235069342 >> v2:172.21.15.196:3300/0 conn(0x7f699c09d840 0x7f699c134640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:48.880 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.878+0000 7f69a1a04640 1 --2- 172.21.15.196:0/4235069342 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f699c134b80 0x7f699c136f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:48.880 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.878+0000 7f69a0a02640 1 -- 172.21.15.196:0/4235069342 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f699c134b80 msgr2=0x7f699c136f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:48.880 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.878+0000 7f69a0a02640 1 --2- 172.21.15.196:0/4235069342 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f699c134b80 0x7f699c136f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.880 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.879+0000 7f69a0a02640 1 -- 172.21.15.196:0/4235069342 >> v1:172.21.15.196:6789/0 conn(0x7f699c09cd50 legacy=0x7f699c09d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:48.880 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.879+0000 7f6993fff640 1 -- 172.21.15.196:0/4235069342 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 218290566 0 0) 0x7f699c099580 con 0x7f699c09cd50 2024-09-10T07:43:48.880 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.879+0000 7f69a0a02640 1 -- 172.21.15.196:0/4235069342 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f699c1384c0 con 0x7f699c09d840 2024-09-10T07:43:48.880 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.879+0000 7f69a1a04640 1 --2- 172.21.15.196:0/4235069342 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f699c134b80 0x7f699c136f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:48.881 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.879+0000 7f69a0a02640 1 --2- 172.21.15.196:0/4235069342 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f699c09d840 0x7f699c134640 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f698c0097a0 tx=0x7f698c02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2738ba51ddbe3b96 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:48.881 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.879+0000 7f6993fff640 1 -- 172.21.15.196:0/4235069342 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f698c037070 con 0x7f699c09d840 2024-09-10T07:43:48.881 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.879+0000 7f6993fff640 1 -- 172.21.15.196:0/4235069342 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f698c02ae50 con 0x7f699c09d840 2024-09-10T07:43:48.881 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.879+0000 7f6993fff640 1 -- 172.21.15.196:0/4235069342 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f698c032660 con 0x7f699c09d840 2024-09-10T07:43:48.881 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.880+0000 7f69a3467640 1 -- 172.21.15.196:0/4235069342 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f699c09d840 msgr2=0x7f699c134640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:48.881 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.880+0000 7f69a3467640 1 --2- 172.21.15.196:0/4235069342 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f699c09d840 0x7f699c134640 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f698c0097a0 tx=0x7f698c02a100 comp rx=0 tx=0).stop 2024-09-10T07:43:48.881 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.880+0000 7f69a3467640 1 -- 172.21.15.196:0/4235069342 shutdown_connections 2024-09-10T07:43:48.881 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.880+0000 7f69a3467640 1 --2- 172.21.15.196:0/4235069342 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f699c134b80 0x7f699c136f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.881 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.880+0000 7f69a3467640 1 --2- 172.21.15.196:0/4235069342 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f699c09d840 0x7f699c134640 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.881 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.880+0000 7f69a3467640 1 -- 172.21.15.196:0/4235069342 >> 172.21.15.196:0/4235069342 conn(0x7f699c06cf50 msgr2=0x7f699c06d360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:48.881 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.880+0000 7f69a3467640 1 -- 172.21.15.196:0/4235069342 shutdown_connections 2024-09-10T07:43:48.881 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.880+0000 7f69a3467640 1 -- 172.21.15.196:0/4235069342 wait complete. 2024-09-10T07:43:48.884 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.881+0000 7f69a3467640 1 Processor -- start 2024-09-10T07:43:48.884 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.881+0000 7f69a3467640 1 -- start start 2024-09-10T07:43:48.884 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.881+0000 7f69a3467640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f699c09cd50 0x7f699c0982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:48.884 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.881+0000 7f69a3467640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f699c09d840 0x7f699c0987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:48.884 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.881+0000 7f69a3467640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f699c134b80 0x7f699c12d520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:48.884 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.881+0000 7f69a3467640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f699c137880 con 0x7f699c09d840 2024-09-10T07:43:48.884 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.882+0000 7f69a3467640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f699c137700 con 0x7f699c09cd50 2024-09-10T07:43:48.884 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.882+0000 7f69a3467640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f699c137a00 con 0x7f699c134b80 2024-09-10T07:43:48.884 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.882+0000 7f69a0a02640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f699c09d840 0x7f699c0987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:48.884 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.882+0000 7f69a1a04640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f699c134b80 0x7f699c12d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:48.884 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.882+0000 7f69a1203640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f699c09cd50 0x7f699c0982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:48.885 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.882+0000 7f69a1a04640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f699c134b80 0x7f699c12d520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:51144/0 (socket says 172.21.15.196:51144) 2024-09-10T07:43:48.885 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.882+0000 7f69a0a02640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f699c09d840 0x7f699c0987e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:51756/0 (socket says 172.21.15.196:51756) 2024-09-10T07:43:48.885 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.882+0000 7f69a1a04640 1 -- 172.21.15.196:0/2938957704 learned_addr learned my addr 172.21.15.196:0/2938957704 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:48.885 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.882+0000 7f69a1a04640 1 -- 172.21.15.196:0/2938957704 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f699c09cd50 msgr2=0x7f699c0982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:48.885 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.882+0000 7f69a1a04640 1 --2- 172.21.15.196:0/2938957704 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f699c09cd50 0x7f699c0982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.885 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.882+0000 7f69a1a04640 1 -- 172.21.15.196:0/2938957704 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f699c09d840 msgr2=0x7f699c0987e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:48.885 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.882+0000 7f69a1a04640 1 --2- 172.21.15.196:0/2938957704 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f699c09d840 0x7f699c0987e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:48.885 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.882+0000 7f69a1a04640 1 -- 172.21.15.196:0/2938957704 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f699c129e40 con 0x7f699c134b80 2024-09-10T07:43:48.885 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.882+0000 7f69a0a02640 1 --2- 172.21.15.196:0/2938957704 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f699c09d840 0x7f699c0987e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:48.885 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.882+0000 7f69a1a04640 1 --2- 172.21.15.196:0/2938957704 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f699c134b80 0x7f699c12d520 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f699400efc0 tx=0x7f699400c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:48.886 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.882+0000 7f6991ffb640 1 -- 172.21.15.196:0/2938957704 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6994018030 con 0x7f699c134b80 2024-09-10T07:43:48.886 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.882+0000 7f6991ffb640 1 -- 172.21.15.196:0/2938957704 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f699400cd30 con 0x7f699c134b80 2024-09-10T07:43:48.886 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.882+0000 7f6991ffb640 1 -- 172.21.15.196:0/2938957704 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6994003bb0 con 0x7f699c134b80 2024-09-10T07:43:48.886 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.882+0000 7f69a3467640 1 -- 172.21.15.196:0/2938957704 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f699c12ffa0 con 0x7f699c134b80 2024-09-10T07:43:48.886 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.883+0000 7f69a3467640 1 -- 172.21.15.196:0/2938957704 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f699c12f5d0 con 0x7f699c134b80 2024-09-10T07:43:48.886 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.883+0000 7f6991ffb640 1 -- 172.21.15.196:0/2938957704 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f6994005d10 con 0x7f699c134b80 2024-09-10T07:43:48.886 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.883+0000 7f69a3467640 1 -- 172.21.15.196:0/2938957704 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f699c0a1860 con 0x7f699c134b80 2024-09-10T07:43:48.886 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.884+0000 7f6991ffb640 1 -- 172.21.15.196:0/2938957704 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3023+0+0 (secure 0 0 0) 0x7f699405dc30 con 0x7f699c134b80 2024-09-10T07:43:48.886 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:48.887+0000 7f6991ffb640 1 -- 172.21.15.196:0/2938957704 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f699c0a1860 con 0x7f699c134b80 2024-09-10T07:43:49.050 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.050+0000 7f69a3467640 1 -- 172.21.15.196:0/2938957704 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f699c137e60 con 0x7f699c134b80 2024-09-10T07:43:49.050 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.050+0000 7f6991ffb640 1 -- 172.21.15.196:0/2938957704 <== mon.2 v2:172.21.15.196:3302/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 1 v1) ==== 75+0+396 (secure 0 0 0) 0x7f6994022070 con 0x7f699c134b80 2024-09-10T07:43:49.050 INFO:teuthology.orchestra.run.smithi196.stdout:e1 2024-09-10T07:43:49.051 INFO:teuthology.orchestra.run.smithi196.stdout:btime 1970-01-01T00:00:00:000000+0000 2024-09-10T07:43:49.051 INFO:teuthology.orchestra.run.smithi196.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-10T07:43:49.051 INFO:teuthology.orchestra.run.smithi196.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-10T07:43:49.051 INFO:teuthology.orchestra.run.smithi196.stdout:legacy client fscid: -1 2024-09-10T07:43:49.051 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:49.051 INFO:teuthology.orchestra.run.smithi196.stdout:No filesystems configured 2024-09-10T07:43:49.052 INFO:teuthology.orchestra.run.smithi196.stderr:dumped fsmap epoch 1 2024-09-10T07:43:49.052 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.052+0000 7f69a3467640 1 -- 172.21.15.196:0/2938957704 >> v1:172.21.15.196:6816/3572737106 conn(0x7f6980047b50 legacy=0x7f698004a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:49.052 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.052+0000 7f69a3467640 1 -- 172.21.15.196:0/2938957704 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f699c134b80 msgr2=0x7f699c12d520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:49.052 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.052+0000 7f69a3467640 1 --2- 172.21.15.196:0/2938957704 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f699c134b80 0x7f699c12d520 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f699400efc0 tx=0x7f699400c490 comp rx=0 tx=0).stop 2024-09-10T07:43:49.052 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.052+0000 7f69a3467640 1 -- 172.21.15.196:0/2938957704 shutdown_connections 2024-09-10T07:43:49.052 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.052+0000 7f69a3467640 1 --2- 172.21.15.196:0/2938957704 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f699c134b80 0x7f699c12d520 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.052 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.052+0000 7f69a3467640 1 --2- 172.21.15.196:0/2938957704 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f699c09d840 0x7f699c0987e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.053 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.052+0000 7f69a3467640 1 --2- 172.21.15.196:0/2938957704 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f699c09cd50 0x7f699c0982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.053 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.052+0000 7f69a3467640 1 -- 172.21.15.196:0/2938957704 >> 172.21.15.196:0/2938957704 conn(0x7f699c06cf50 msgr2=0x7f699c09fc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:49.053 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.052+0000 7f69a3467640 1 -- 172.21.15.196:0/2938957704 shutdown_connections 2024-09-10T07:43:49.053 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.052+0000 7f69a3467640 1 -- 172.21.15.196:0/2938957704 wait complete. 2024-09-10T07:43:49.063 DEBUG:teuthology.orchestra.run.smithi196:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd require-osd-release squid' 2024-09-10T07:43:49.160 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.159+0000 7f2f33e38640 1 Processor -- start 2024-09-10T07:43:49.160 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.159+0000 7f2f33e38640 1 -- start start 2024-09-10T07:43:49.160 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.160+0000 7f2f33e38640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2f2c12f540 0x7f2f2c12f920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:49.160 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.160+0000 7f2f33e38640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f2f2c12fe60 0x7f2f2c12e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:49.160 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.160+0000 7f2f33e38640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f2c067c00 con 0x7f2f2c12ea00 2024-09-10T07:43:49.160 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.160+0000 7f2f33e38640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f2f2c091630 con 0x7f2f2c12fe60 2024-09-10T07:43:49.160 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.160+0000 7f2f33e38640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f2f2c09da20 con 0x7f2f2c12f540 2024-09-10T07:43:49.160 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.160+0000 7f2f31bd4640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2f2c12f540 0x7f2f2c12f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:49.160 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.160+0000 7f2f313d3640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f2f2c12fe60 0x7f2f2c12e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:49.161 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.160+0000 7f2f323d5640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f2f2c12ea00 0x7f2f2c136870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:35980/0 (socket says 172.21.15.196:35980) 2024-09-10T07:43:49.161 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.160+0000 7f2f323d5640 1 -- 172.21.15.196:0/526330596 learned_addr learned my addr 172.21.15.196:0/526330596 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:49.161 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.160+0000 7f2f31bd4640 1 -- 172.21.15.196:0/526330596 >> v2:172.21.15.196:3300/0 conn(0x7f2f2c12fe60 msgr2=0x7f2f2c12e4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:49.161 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.160+0000 7f2f31bd4640 1 --2- 172.21.15.196:0/526330596 >> v2:172.21.15.196:3300/0 conn(0x7f2f2c12fe60 0x7f2f2c12e4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.161 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.160+0000 7f2f31bd4640 1 -- 172.21.15.196:0/526330596 >> v1:172.21.15.196:6789/0 conn(0x7f2f2c12ea00 legacy=0x7f2f2c136870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:49.161 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.160+0000 7f2f31bd4640 1 -- 172.21.15.196:0/526330596 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f2c130260 con 0x7f2f2c12f540 2024-09-10T07:43:49.164 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.161+0000 7f2f31bd4640 1 --2- 172.21.15.196:0/526330596 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2f2c12f540 0x7f2f2c12f920 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f2f280097a0 tx=0x7f2f2802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=743331cac949051e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:49.164 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.161+0000 7f2f30bd2640 1 -- 172.21.15.196:0/526330596 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f28037070 con 0x7f2f2c12f540 2024-09-10T07:43:49.164 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.161+0000 7f2f30bd2640 1 -- 172.21.15.196:0/526330596 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f2802ae50 con 0x7f2f2c12f540 2024-09-10T07:43:49.164 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.161+0000 7f2f30bd2640 1 -- 172.21.15.196:0/526330596 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f28032660 con 0x7f2f2c12f540 2024-09-10T07:43:49.164 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.161+0000 7f2f33e38640 1 -- 172.21.15.196:0/526330596 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2f2c12f540 msgr2=0x7f2f2c12f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:49.165 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.161+0000 7f2f33e38640 1 --2- 172.21.15.196:0/526330596 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2f2c12f540 0x7f2f2c12f920 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f2f280097a0 tx=0x7f2f2802a100 comp rx=0 tx=0).stop 2024-09-10T07:43:49.165 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.161+0000 7f2f33e38640 1 -- 172.21.15.196:0/526330596 shutdown_connections 2024-09-10T07:43:49.165 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.161+0000 7f2f33e38640 1 --2- 172.21.15.196:0/526330596 >> v2:172.21.15.196:3300/0 conn(0x7f2f2c12fe60 0x7f2f2c12e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.165 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.161+0000 7f2f33e38640 1 --2- 172.21.15.196:0/526330596 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2f2c12f540 0x7f2f2c12f920 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.165 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.161+0000 7f2f33e38640 1 -- 172.21.15.196:0/526330596 >> 172.21.15.196:0/526330596 conn(0x7f2f2c09c880 msgr2=0x7f2f2c09cc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:49.165 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.162+0000 7f2f33e38640 1 -- 172.21.15.196:0/526330596 shutdown_connections 2024-09-10T07:43:49.165 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.162+0000 7f2f33e38640 1 -- 172.21.15.196:0/526330596 wait complete. 2024-09-10T07:43:49.165 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.162+0000 7f2f33e38640 1 Processor -- start 2024-09-10T07:43:49.166 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.162+0000 7f2f33e38640 1 -- start start 2024-09-10T07:43:49.166 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.163+0000 7f2f33e38640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2f2c12ea00 0x7f2f2c130630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:49.166 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.163+0000 7f2f33e38640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2f2c12f540 0x7f2f2c130b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:49.166 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.163+0000 7f2f33e38640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2f2c12fe60 0x7f2f2c1310b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:49.166 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.163+0000 7f2f33e38640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2f2c12f220 con 0x7f2f2c12f540 2024-09-10T07:43:49.166 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.163+0000 7f2f33e38640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2f2c12f0a0 con 0x7f2f2c12ea00 2024-09-10T07:43:49.166 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.163+0000 7f2f33e38640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f2f2c137f90 con 0x7f2f2c12fe60 2024-09-10T07:43:49.166 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.163+0000 7f2f313d3640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2f2c12f540 0x7f2f2c130b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:49.166 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.163+0000 7f2f323d5640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2f2c12fe60 0x7f2f2c1310b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:49.166 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.163+0000 7f2f31bd4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2f2c12ea00 0x7f2f2c130630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:49.166 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.163+0000 7f2f323d5640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2f2c12fe60 0x7f2f2c1310b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:51162/0 (socket says 172.21.15.196:51162) 2024-09-10T07:43:49.166 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.163+0000 7f2f313d3640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2f2c12f540 0x7f2f2c130b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:51766/0 (socket says 172.21.15.196:51766) 2024-09-10T07:43:49.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.163+0000 7f2f323d5640 1 -- 172.21.15.196:0/2284178052 learned_addr learned my addr 172.21.15.196:0/2284178052 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:49.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.163+0000 7f2f323d5640 1 -- 172.21.15.196:0/2284178052 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2f2c12ea00 msgr2=0x7f2f2c130630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:49.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.163+0000 7f2f323d5640 1 --2- 172.21.15.196:0/2284178052 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2f2c12ea00 0x7f2f2c130630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.163+0000 7f2f323d5640 1 -- 172.21.15.196:0/2284178052 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2f2c12f540 msgr2=0x7f2f2c130b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:49.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.163+0000 7f2f323d5640 1 --2- 172.21.15.196:0/2284178052 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2f2c12f540 0x7f2f2c130b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.163+0000 7f2f323d5640 1 -- 172.21.15.196:0/2284178052 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f2c091b20 con 0x7f2f2c12fe60 2024-09-10T07:43:49.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.163+0000 7f2f323d5640 1 --2- 172.21.15.196:0/2284178052 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2f2c12fe60 0x7f2f2c1310b0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f2f2400caa0 tx=0x7f2f2400cf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:49.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.163+0000 7f2f227fc640 1 -- 172.21.15.196:0/2284178052 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f24017070 con 0x7f2f2c12fe60 2024-09-10T07:43:49.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.163+0000 7f2f227fc640 1 -- 172.21.15.196:0/2284178052 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f2400ac00 con 0x7f2f2c12fe60 2024-09-10T07:43:49.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.163+0000 7f2f33e38640 1 -- 172.21.15.196:0/2284178052 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f2c133110 con 0x7f2f2c12fe60 2024-09-10T07:43:49.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.163+0000 7f2f227fc640 1 -- 172.21.15.196:0/2284178052 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f24012400 con 0x7f2f2c12fe60 2024-09-10T07:43:49.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.163+0000 7f2f33e38640 1 -- 172.21.15.196:0/2284178052 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f2c132740 con 0x7f2f2c12fe60 2024-09-10T07:43:49.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.164+0000 7f2f33e38640 1 -- 172.21.15.196:0/2284178052 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f2c093420 con 0x7f2f2c12fe60 2024-09-10T07:43:49.168 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.164+0000 7f2f227fc640 1 -- 172.21.15.196:0/2284178052 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f2f2401a070 con 0x7f2f2c12fe60 2024-09-10T07:43:49.168 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.165+0000 7f2f227fc640 1 -- 172.21.15.196:0/2284178052 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3023+0+0 (secure 0 0 0) 0x7f2f2405d090 con 0x7f2f2c12fe60 2024-09-10T07:43:49.168 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.168+0000 7f2f227fc640 1 -- 172.21.15.196:0/2284178052 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f2f2c093420 con 0x7f2f2c12fe60 2024-09-10T07:43:49.315 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.316+0000 7f2f33e38640 1 -- 172.21.15.196:0/2284178052 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "osd require-osd-release", "release": "squid"} v 0) -- 0x7f2f2c12f920 con 0x7f2f2c12fe60 2024-09-10T07:43:49.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.630+0000 7f2f227fc640 1 -- 172.21.15.196:0/2284178052 <== mon.2 v2:172.21.15.196:3302/0 7 ==== mon_command_ack([{"prefix": "osd require-osd-release", "release": "squid"}]=0 v31) ==== 91+0+0 (secure 0 0 0) 0x7f2f2c091b20 con 0x7f2f2c12fe60 2024-09-10T07:43:49.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.632+0000 7f2f33e38640 1 -- 172.21.15.196:0/2284178052 >> v1:172.21.15.196:6816/3572737106 conn(0x7f2f10047b50 legacy=0x7f2f1004a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:49.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.632+0000 7f2f33e38640 1 -- 172.21.15.196:0/2284178052 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2f2c12fe60 msgr2=0x7f2f2c1310b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:49.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.632+0000 7f2f33e38640 1 --2- 172.21.15.196:0/2284178052 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2f2c12fe60 0x7f2f2c1310b0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f2f2400caa0 tx=0x7f2f2400cf60 comp rx=0 tx=0).stop 2024-09-10T07:43:49.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.632+0000 7f2f33e38640 1 -- 172.21.15.196:0/2284178052 shutdown_connections 2024-09-10T07:43:49.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.632+0000 7f2f33e38640 1 --2- 172.21.15.196:0/2284178052 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f2f2c12fe60 0x7f2f2c1310b0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.632+0000 7f2f33e38640 1 --2- 172.21.15.196:0/2284178052 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f2f2c12f540 0x7f2f2c130b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.633 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.632+0000 7f2f33e38640 1 --2- 172.21.15.196:0/2284178052 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f2f2c12ea00 0x7f2f2c130630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.633 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.632+0000 7f2f33e38640 1 -- 172.21.15.196:0/2284178052 >> 172.21.15.196:0/2284178052 conn(0x7f2f2c09c880 msgr2=0x7f2f2c092d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:49.633 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.632+0000 7f2f33e38640 1 -- 172.21.15.196:0/2284178052 shutdown_connections 2024-09-10T07:43:49.633 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.632+0000 7f2f33e38640 1 -- 172.21.15.196:0/2284178052 wait complete. 2024-09-10T07:43:49.643 DEBUG:teuthology.orchestra.run.smithi196:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done' 2024-09-10T07:43:49.740 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.739+0000 7f66ed91f640 1 Processor -- start 2024-09-10T07:43:49.740 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.739+0000 7f66ed91f640 1 -- start start 2024-09-10T07:43:49.740 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.740+0000 7f66ed91f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66e806dd30 0x7f66e806e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:49.740 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.740+0000 7f66ed91f640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f66e806e650 0x7f66e8133cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:49.740 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.740+0000 7f66ed91f640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f66e81341f0 0x7f66e81365e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:49.740 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.740+0000 7f66ed91f640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f66e806c5e0 con 0x7f66e81341f0 2024-09-10T07:43:49.740 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.740+0000 7f66ed91f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f66e8072ef0 con 0x7f66e806dd30 2024-09-10T07:43:49.740 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.740+0000 7f66ed91f640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f66e8099050 con 0x7f66e806e650 2024-09-10T07:43:49.740 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.740+0000 7f66e77fe640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f66e81341f0 0x7f66e81365e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:49.740 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.740+0000 7f66e67fc640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f66e806e650 0x7f66e8133cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:49.740 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.740+0000 7f66e77fe640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f66e81341f0 0x7f66e81365e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:51776/0 (socket says 172.21.15.196:51776) 2024-09-10T07:43:49.741 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.740+0000 7f66e77fe640 1 -- 172.21.15.196:0/529434239 learned_addr learned my addr 172.21.15.196:0/529434239 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:49.741 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.740+0000 7f66e6ffd640 1 --2- 172.21.15.196:0/529434239 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66e806dd30 0x7f66e806e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:49.741 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.740+0000 7f66e67fc640 1 -- 172.21.15.196:0/529434239 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66e806dd30 msgr2=0x7f66e806e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:49.741 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.740+0000 7f66e67fc640 1 --2- 172.21.15.196:0/529434239 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66e806dd30 0x7f66e806e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.741 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.740+0000 7f66e67fc640 1 -- 172.21.15.196:0/529434239 >> v2:172.21.15.196:3300/0 conn(0x7f66e81341f0 msgr2=0x7f66e81365e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:49.741 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.740+0000 7f66e67fc640 1 --2- 172.21.15.196:0/529434239 >> v2:172.21.15.196:3300/0 conn(0x7f66e81341f0 0x7f66e81365e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.741 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.740+0000 7f66e67fc640 1 -- 172.21.15.196:0/529434239 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66e806be80 con 0x7f66e806e650 2024-09-10T07:43:49.741 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.740+0000 7f66e6ffd640 1 --2- 172.21.15.196:0/529434239 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66e806dd30 0x7f66e806e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:49.744 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.741+0000 7f66e67fc640 1 --2- 172.21.15.196:0/529434239 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f66e806e650 0x7f66e8133cb0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f66dc0097a0 tx=0x7f66dc029fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3da9b82aac4dfffb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:49.745 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.741+0000 7f66e5ffb640 1 -- 172.21.15.196:0/529434239 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66dc037070 con 0x7f66e806e650 2024-09-10T07:43:49.745 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.741+0000 7f66e5ffb640 1 -- 172.21.15.196:0/529434239 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f66dc02ad20 con 0x7f66e806e650 2024-09-10T07:43:49.745 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.741+0000 7f66e5ffb640 1 -- 172.21.15.196:0/529434239 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66dc032660 con 0x7f66e806e650 2024-09-10T07:43:49.745 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.742+0000 7f66ed91f640 1 -- 172.21.15.196:0/529434239 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f66e806e650 msgr2=0x7f66e8133cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:49.745 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.742+0000 7f66ed91f640 1 --2- 172.21.15.196:0/529434239 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f66e806e650 0x7f66e8133cb0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f66dc0097a0 tx=0x7f66dc029fd0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.745 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.742+0000 7f66ed91f640 1 -- 172.21.15.196:0/529434239 shutdown_connections 2024-09-10T07:43:49.745 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.742+0000 7f66ed91f640 1 --2- 172.21.15.196:0/529434239 >> v2:172.21.15.196:3300/0 conn(0x7f66e81341f0 0x7f66e81365e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.745 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.742+0000 7f66ed91f640 1 --2- 172.21.15.196:0/529434239 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f66e806e650 0x7f66e8133cb0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.745 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.742+0000 7f66ed91f640 1 --2- 172.21.15.196:0/529434239 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66e806dd30 0x7f66e806e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.745 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.742+0000 7f66ed91f640 1 -- 172.21.15.196:0/529434239 >> 172.21.15.196:0/529434239 conn(0x7f66e809b7f0 msgr2=0x7f66e809bc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:49.745 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.742+0000 7f66ed91f640 1 -- 172.21.15.196:0/529434239 shutdown_connections 2024-09-10T07:43:49.745 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.742+0000 7f66ed91f640 1 -- 172.21.15.196:0/529434239 wait complete. 2024-09-10T07:43:49.746 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.742+0000 7f66ed91f640 1 Processor -- start 2024-09-10T07:43:49.746 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.743+0000 7f66ed91f640 1 -- start start 2024-09-10T07:43:49.746 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.743+0000 7f66ed91f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66e806dd30 0x7f66e8123bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:49.746 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.743+0000 7f66ed91f640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f66e806e650 0x7f66e8124110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:49.746 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.743+0000 7f66ed91f640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f66e81341f0 0x7f66e8124650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:49.746 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.743+0000 7f66ed91f640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f66e806edb0 con 0x7f66e81341f0 2024-09-10T07:43:49.746 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.743+0000 7f66ed91f640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f66e806ea70 con 0x7f66e806dd30 2024-09-10T07:43:49.746 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.743+0000 7f66ed91f640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f66e806ef30 con 0x7f66e806e650 2024-09-10T07:43:49.746 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.743+0000 7f66e6ffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66e806dd30 0x7f66e8123bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:49.746 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.743+0000 7f66e67fc640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f66e806e650 0x7f66e8124110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:49.746 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.743+0000 7f66e67fc640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f66e806e650 0x7f66e8124110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:51172/0 (socket says 172.21.15.196:51172) 2024-09-10T07:43:49.746 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.743+0000 7f66e67fc640 1 -- 172.21.15.196:0/1517928890 learned_addr learned my addr 172.21.15.196:0/1517928890 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:49.746 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.743+0000 7f66e77fe640 1 --2- 172.21.15.196:0/1517928890 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f66e81341f0 0x7f66e8124650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:49.746 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.743+0000 7f66e6ffd640 1 -- 172.21.15.196:0/1517928890 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f66e806e650 msgr2=0x7f66e8124110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:49.746 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.743+0000 7f66e6ffd640 1 --2- 172.21.15.196:0/1517928890 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f66e806e650 0x7f66e8124110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.747 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.743+0000 7f66e6ffd640 1 -- 172.21.15.196:0/1517928890 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f66e81341f0 msgr2=0x7f66e8124650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:49.747 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.743+0000 7f66e6ffd640 1 --2- 172.21.15.196:0/1517928890 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f66e81341f0 0x7f66e8124650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.747 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.743+0000 7f66e6ffd640 1 -- 172.21.15.196:0/1517928890 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66e8097650 con 0x7f66e806dd30 2024-09-10T07:43:49.747 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.743+0000 7f66e67fc640 1 --2- 172.21.15.196:0/1517928890 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f66e806e650 0x7f66e8124110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:49.747 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.744+0000 7f66e6ffd640 1 --2- 172.21.15.196:0/1517928890 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66e806dd30 0x7f66e8123bd0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f66d8009fd0 tx=0x7f66d800ed40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:49.747 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.744+0000 7f66cffff640 1 -- 172.21.15.196:0/1517928890 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66d8004030 con 0x7f66e806dd30 2024-09-10T07:43:49.747 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.744+0000 7f66cffff640 1 -- 172.21.15.196:0/1517928890 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f66d80041d0 con 0x7f66e806dd30 2024-09-10T07:43:49.747 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.744+0000 7f66ed91f640 1 -- 172.21.15.196:0/1517928890 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66e81263b0 con 0x7f66e806dd30 2024-09-10T07:43:49.747 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.744+0000 7f66cffff640 1 -- 172.21.15.196:0/1517928890 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66d800c940 con 0x7f66e806dd30 2024-09-10T07:43:49.747 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.744+0000 7f66ed91f640 1 -- 172.21.15.196:0/1517928890 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f66e8125000 con 0x7f66e806dd30 2024-09-10T07:43:49.747 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.745+0000 7f66ed91f640 1 -- 172.21.15.196:0/1517928890 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66e8135b90 con 0x7f66e806dd30 2024-09-10T07:43:49.747 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.745+0000 7f66cffff640 1 -- 172.21.15.196:0/1517928890 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f66d800cae0 con 0x7f66e806dd30 2024-09-10T07:43:49.747 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.745+0000 7f66cffff640 1 -- 172.21.15.196:0/1517928890 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(31..31 src has 1..31) ==== 3027+0+0 (secure 0 0 0) 0x7f66d805d2c0 con 0x7f66e806dd30 2024-09-10T07:43:49.748 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.749+0000 7f66cffff640 1 -- 172.21.15.196:0/1517928890 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f66e8135b90 con 0x7f66e806dd30 2024-09-10T07:43:49.886 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.886+0000 7f66ed91f640 1 -- 172.21.15.196:0/1517928890 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd pool ls"} v 0) -- 0x7f66e806e110 con 0x7f66e806dd30 2024-09-10T07:43:49.886 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.887+0000 7f66cffff640 1 -- 172.21.15.196:0/1517928890 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool ls"}]=0 v31) ==== 59+0+9 (secure 0 0 0) 0x7f66d8017020 con 0x7f66e806dd30 2024-09-10T07:43:49.888 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.888+0000 7f66ed91f640 1 -- 172.21.15.196:0/1517928890 >> v1:172.21.15.196:6816/3572737106 conn(0x7f66d4047b50 legacy=0x7f66d404a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:49.888 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.888+0000 7f66ed91f640 1 -- 172.21.15.196:0/1517928890 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66e806dd30 msgr2=0x7f66e8123bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:49.888 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.888+0000 7f66ed91f640 1 --2- 172.21.15.196:0/1517928890 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66e806dd30 0x7f66e8123bd0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f66d8009fd0 tx=0x7f66d800ed40 comp rx=0 tx=0).stop 2024-09-10T07:43:49.888 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.888+0000 7f66ed91f640 1 -- 172.21.15.196:0/1517928890 shutdown_connections 2024-09-10T07:43:49.888 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.888+0000 7f66ed91f640 1 --2- 172.21.15.196:0/1517928890 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f66e81341f0 0x7f66e8124650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.889 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.888+0000 7f66ed91f640 1 --2- 172.21.15.196:0/1517928890 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f66e806e650 0x7f66e8124110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.889 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.889+0000 7f66ed91f640 1 --2- 172.21.15.196:0/1517928890 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f66e806dd30 0x7f66e8123bd0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.889 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.889+0000 7f66ed91f640 1 -- 172.21.15.196:0/1517928890 >> 172.21.15.196:0/1517928890 conn(0x7f66e809b7f0 msgr2=0x7f66e8071aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:49.889 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.889+0000 7f66ed91f640 1 -- 172.21.15.196:0/1517928890 shutdown_connections 2024-09-10T07:43:49.889 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.889+0000 7f66ed91f640 1 -- 172.21.15.196:0/1517928890 wait complete. 2024-09-10T07:43:49.973 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.973+0000 7f3eb99d4640 1 Processor -- start 2024-09-10T07:43:49.973 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.973+0000 7f3eb99d4640 1 -- start start 2024-09-10T07:43:49.973 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.973+0000 7f3eb99d4640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3eb409f320 0x7f3eb41348b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:49.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.973+0000 7f3eb99d4640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f3eb4130080 0x7f3eb4136e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:49.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.973+0000 7f3eb99d4640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3eb406f5f0 con 0x7f3eb412f590 2024-09-10T07:43:49.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.973+0000 7f3eb99d4640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f3eb40687b0 con 0x7f3eb4130080 2024-09-10T07:43:49.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.973+0000 7f3eb99d4640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f3eb4138350 con 0x7f3eb409f320 2024-09-10T07:43:49.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.973+0000 7f3eb37fe640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f3eb4130080 0x7f3eb4136e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:49.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.973+0000 7f3eb37fe640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f3eb4130080 0x7f3eb4136e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:51784/0 (socket says 172.21.15.196:51784) 2024-09-10T07:43:49.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.973+0000 7f3eb27fc640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3eb409f320 0x7f3eb41348b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:49.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.973+0000 7f3eb2ffd640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f3eb412f590 0x7f3eb412f970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:35982/0 (socket says 172.21.15.196:35982) 2024-09-10T07:43:49.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.973+0000 7f3eb37fe640 1 -- 172.21.15.196:0/996696632 learned_addr learned my addr 172.21.15.196:0/996696632 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:49.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.974+0000 7f3eb37fe640 1 -- 172.21.15.196:0/996696632 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3eb409f320 msgr2=0x7f3eb41348b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:49.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.974+0000 7f3eb37fe640 1 --2- 172.21.15.196:0/996696632 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3eb409f320 0x7f3eb41348b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.974+0000 7f3eb37fe640 1 -- 172.21.15.196:0/996696632 >> v1:172.21.15.196:6789/0 conn(0x7f3eb412f590 legacy=0x7f3eb412f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:49.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.974+0000 7f3eb1ffb640 1 -- 172.21.15.196:0/996696632 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 368633263 0 0) 0x7f3eb406f5f0 con 0x7f3eb412f590 2024-09-10T07:43:49.975 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.974+0000 7f3eb37fe640 1 -- 172.21.15.196:0/996696632 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3eb41384d0 con 0x7f3eb4130080 2024-09-10T07:43:49.975 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.974+0000 7f3eb27fc640 1 --2- 172.21.15.196:0/996696632 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3eb409f320 0x7f3eb41348b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:49.978 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.974+0000 7f3eb37fe640 1 --2- 172.21.15.196:0/996696632 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3eb4130080 0x7f3eb4136e00 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f3eac009e80 tx=0x7f3eac02a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb356578705ecb8d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:49.978 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.974+0000 7f3eb1ffb640 1 -- 172.21.15.196:0/996696632 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eac036070 con 0x7f3eb4130080 2024-09-10T07:43:49.978 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.974+0000 7f3eb1ffb640 1 -- 172.21.15.196:0/996696632 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3eac031600 con 0x7f3eb4130080 2024-09-10T07:43:49.978 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.974+0000 7f3eb1ffb640 1 -- 172.21.15.196:0/996696632 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3eac0319d0 con 0x7f3eb4130080 2024-09-10T07:43:49.978 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.975+0000 7f3eb99d4640 1 -- 172.21.15.196:0/996696632 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3eb4130080 msgr2=0x7f3eb4136e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:49.978 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.975+0000 7f3eb99d4640 1 --2- 172.21.15.196:0/996696632 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3eb4130080 0x7f3eb4136e00 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f3eac009e80 tx=0x7f3eac02a630 comp rx=0 tx=0).stop 2024-09-10T07:43:49.978 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.975+0000 7f3eb99d4640 1 -- 172.21.15.196:0/996696632 shutdown_connections 2024-09-10T07:43:49.978 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.975+0000 7f3eb99d4640 1 --2- 172.21.15.196:0/996696632 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3eb4130080 0x7f3eb4136e00 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.978 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.975+0000 7f3eb99d4640 1 --2- 172.21.15.196:0/996696632 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3eb409f320 0x7f3eb41348b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.979 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.975+0000 7f3eb99d4640 1 -- 172.21.15.196:0/996696632 >> 172.21.15.196:0/996696632 conn(0x7f3eb40a24d0 msgr2=0x7f3eb409e9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:49.979 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.975+0000 7f3eb99d4640 1 -- 172.21.15.196:0/996696632 shutdown_connections 2024-09-10T07:43:49.979 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.975+0000 7f3eb99d4640 1 -- 172.21.15.196:0/996696632 wait complete. 2024-09-10T07:43:49.979 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.976+0000 7f3eb99d4640 1 Processor -- start 2024-09-10T07:43:49.979 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.976+0000 7f3eb99d4640 1 -- start start 2024-09-10T07:43:49.979 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.977+0000 7f3eb99d4640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3eb409f320 0x7f3eb4130530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:49.979 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.977+0000 7f3eb99d4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3eb412f590 0x7f3eb4130a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:49.979 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.977+0000 7f3eb99d4640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3eb4130080 0x7f3eb4130fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:49.979 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.977+0000 7f3eb99d4640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3eb4137710 con 0x7f3eb4130080 2024-09-10T07:43:49.979 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.977+0000 7f3eb99d4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3eb4137590 con 0x7f3eb412f590 2024-09-10T07:43:49.979 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.977+0000 7f3eb99d4640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f3eb4137890 con 0x7f3eb409f320 2024-09-10T07:43:49.979 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.977+0000 7f3eb2ffd640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3eb409f320 0x7f3eb4130530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:49.979 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.977+0000 7f3eb27fc640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3eb412f590 0x7f3eb4130a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:49.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.977+0000 7f3eb37fe640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3eb4130080 0x7f3eb4130fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:49.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.977+0000 7f3eb27fc640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3eb412f590 0x7f3eb4130a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59460/0 (socket says 172.21.15.196:59460) 2024-09-10T07:43:49.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.977+0000 7f3eb27fc640 1 -- 172.21.15.196:0/2527899420 learned_addr learned my addr 172.21.15.196:0/2527899420 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:49.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.977+0000 7f3eb2ffd640 1 -- 172.21.15.196:0/2527899420 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3eb412f590 msgr2=0x7f3eb4130a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:49.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.977+0000 7f3eb2ffd640 1 --2- 172.21.15.196:0/2527899420 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3eb412f590 0x7f3eb4130a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.977+0000 7f3eb2ffd640 1 -- 172.21.15.196:0/2527899420 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3eb4130080 msgr2=0x7f3eb4130fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:49.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.977+0000 7f3eb2ffd640 1 --2- 172.21.15.196:0/2527899420 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3eb4130080 0x7f3eb4130fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:49.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.977+0000 7f3eb2ffd640 1 -- 172.21.15.196:0/2527899420 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3eb412c080 con 0x7f3eb409f320 2024-09-10T07:43:49.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.977+0000 7f3eb27fc640 1 --2- 172.21.15.196:0/2527899420 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3eb412f590 0x7f3eb4130a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:49.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.977+0000 7f3eb2ffd640 1 --2- 172.21.15.196:0/2527899420 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3eb409f320 0x7f3eb4130530 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f3ea400c410 tx=0x7f3ea400c8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:49.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.977+0000 7f3eabfff640 1 -- 172.21.15.196:0/2527899420 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ea40074e0 con 0x7f3eb409f320 2024-09-10T07:43:49.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.977+0000 7f3eabfff640 1 -- 172.21.15.196:0/2527899420 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ea40047e0 con 0x7f3eb409f320 2024-09-10T07:43:49.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.977+0000 7f3eb99d4640 1 -- 172.21.15.196:0/2527899420 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3eb4132600 con 0x7f3eb409f320 2024-09-10T07:43:49.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.977+0000 7f3eabfff640 1 -- 172.21.15.196:0/2527899420 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ea4004bd0 con 0x7f3eb409f320 2024-09-10T07:43:49.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.977+0000 7f3eb99d4640 1 -- 172.21.15.196:0/2527899420 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f3eb4131e20 con 0x7f3eb409f320 2024-09-10T07:43:49.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.978+0000 7f3eabfff640 1 -- 172.21.15.196:0/2527899420 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f3ea4011070 con 0x7f3eb409f320 2024-09-10T07:43:49.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.978+0000 7f3eb99d4640 1 -- 172.21.15.196:0/2527899420 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3eb4137cf0 con 0x7f3eb409f320 2024-09-10T07:43:49.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.979+0000 7f3eabfff640 1 -- 172.21.15.196:0/2527899420 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(31..31 src has 1..31) ==== 3027+0+0 (secure 0 0 0) 0x7f3ea405ced0 con 0x7f3eb409f320 2024-09-10T07:43:49.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:49.982+0000 7f3eabfff640 1 -- 172.21.15.196:0/2527899420 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f3ea405bf80 con 0x7f3eb409f320 2024-09-10T07:43:50.121 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.122+0000 7f3eb99d4640 1 -- 172.21.15.196:0/2527899420 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "osd pool set", "pool": ".mgr", "var": "pg_autoscale_mode", "val": "off"} v 0) -- 0x7f3eb4072b80 con 0x7f3eb409f320 2024-09-10T07:43:50.639 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.639+0000 7f3eabfff640 1 -- 172.21.15.196:0/2527899420 <== mon.2 v2:172.21.15.196:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_autoscale_mode", "val": "off"}]=0 set pool 1 pg_autoscale_mode to off v32) ==== 153+0+0 (secure 0 0 0) 0x7f3ea403c300 con 0x7f3eb409f320 2024-09-10T07:43:50.639 INFO:teuthology.orchestra.run.smithi196.stderr:set pool 1 pg_autoscale_mode to off 2024-09-10T07:43:50.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.642+0000 7f3eb99d4640 1 -- 172.21.15.196:0/2527899420 >> v1:172.21.15.196:6816/3572737106 conn(0x7f3e94047b50 legacy=0x7f3e9404a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:50.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.642+0000 7f3eb99d4640 1 -- 172.21.15.196:0/2527899420 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3eb409f320 msgr2=0x7f3eb4130530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:50.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.642+0000 7f3eb99d4640 1 --2- 172.21.15.196:0/2527899420 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3eb409f320 0x7f3eb4130530 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f3ea400c410 tx=0x7f3ea400c8d0 comp rx=0 tx=0).stop 2024-09-10T07:43:50.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.642+0000 7f3eb99d4640 1 -- 172.21.15.196:0/2527899420 shutdown_connections 2024-09-10T07:43:50.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.642+0000 7f3eb99d4640 1 --2- 172.21.15.196:0/2527899420 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3eb4130080 0x7f3eb4130fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:50.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.642+0000 7f3eb99d4640 1 --2- 172.21.15.196:0/2527899420 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3eb412f590 0x7f3eb4130a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:50.642 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.642+0000 7f3eb99d4640 1 --2- 172.21.15.196:0/2527899420 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3eb409f320 0x7f3eb4130530 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:50.642 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.642+0000 7f3eb99d4640 1 -- 172.21.15.196:0/2527899420 >> 172.21.15.196:0/2527899420 conn(0x7f3eb40a24d0 msgr2=0x7f3eb4071b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:50.642 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.642+0000 7f3eb99d4640 1 -- 172.21.15.196:0/2527899420 shutdown_connections 2024-09-10T07:43:50.642 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.642+0000 7f3eb99d4640 1 -- 172.21.15.196:0/2527899420 wait complete. 2024-09-10T07:43:50.729 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.730+0000 7f949072c640 1 Processor -- start 2024-09-10T07:43:50.730 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.730+0000 7f949072c640 1 -- start start 2024-09-10T07:43:50.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.731+0000 7f949072c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f948812f590 0x7f948812f970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:50.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.731+0000 7f949072c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f948809f320 0x7f948812feb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:50.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.731+0000 7f949072c640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f948806f5f0 con 0x7f948809b430 2024-09-10T07:43:50.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.731+0000 7f949072c640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f94880687b0 con 0x7f948809f320 2024-09-10T07:43:50.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.731+0000 7f949072c640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f94881303f0 con 0x7f948812f590 2024-09-10T07:43:50.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.731+0000 7f948e4c8640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f948812f590 0x7f948812f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:50.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.731+0000 7f948dcc7640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f948809f320 0x7f948812feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:50.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.731+0000 7f948e4c8640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f948812f590 0x7f948812f970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:51184/0 (socket says 172.21.15.196:51184) 2024-09-10T07:43:50.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.731+0000 7f948e4c8640 1 -- 172.21.15.196:0/1819361414 learned_addr learned my addr 172.21.15.196:0/1819361414 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:50.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.731+0000 7f948dcc7640 1 -- 172.21.15.196:0/1819361414 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f948812f590 msgr2=0x7f948812f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:50.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.731+0000 7f948dcc7640 1 --2- 172.21.15.196:0/1819361414 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f948812f590 0x7f948812f970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:50.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.731+0000 7f948dcc7640 1 -- 172.21.15.196:0/1819361414 >> v1:172.21.15.196:6789/0 conn(0x7f948809b430 legacy=0x7f948809b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:50.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.731+0000 7f948dcc7640 1 -- 172.21.15.196:0/1819361414 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f948809bf90 con 0x7f948809f320 2024-09-10T07:43:50.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.731+0000 7f948d4c6640 1 -- 172.21.15.196:0/1819361414 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2359982284 0 0) 0x7f948806f5f0 con 0x7f948809b430 2024-09-10T07:43:50.733 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.731+0000 7f948e4c8640 1 --2- 172.21.15.196:0/1819361414 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f948812f590 0x7f948812f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:50.733 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.732+0000 7f948dcc7640 1 --2- 172.21.15.196:0/1819361414 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f948809f320 0x7f948812feb0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f94780097a0 tx=0x7f947802a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76637ec022a0a52e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:50.733 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.732+0000 7f948d4c6640 1 -- 172.21.15.196:0/1819361414 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9478037070 con 0x7f948809f320 2024-09-10T07:43:50.733 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.732+0000 7f948d4c6640 1 -- 172.21.15.196:0/1819361414 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f947802adb0 con 0x7f948809f320 2024-09-10T07:43:50.733 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.732+0000 7f948d4c6640 1 -- 172.21.15.196:0/1819361414 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9478032660 con 0x7f948809f320 2024-09-10T07:43:50.736 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.733+0000 7f949072c640 1 -- 172.21.15.196:0/1819361414 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f948809f320 msgr2=0x7f948812feb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:50.736 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.733+0000 7f949072c640 1 --2- 172.21.15.196:0/1819361414 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f948809f320 0x7f948812feb0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f94780097a0 tx=0x7f947802a060 comp rx=0 tx=0).stop 2024-09-10T07:43:50.736 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.733+0000 7f949072c640 1 -- 172.21.15.196:0/1819361414 shutdown_connections 2024-09-10T07:43:50.736 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.733+0000 7f949072c640 1 --2- 172.21.15.196:0/1819361414 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f948809f320 0x7f948812feb0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:50.736 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.733+0000 7f949072c640 1 --2- 172.21.15.196:0/1819361414 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f948812f590 0x7f948812f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:50.736 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.733+0000 7f949072c640 1 -- 172.21.15.196:0/1819361414 >> 172.21.15.196:0/1819361414 conn(0x7f94880a24d0 msgr2=0x7f948809e9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:50.736 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.733+0000 7f949072c640 1 -- 172.21.15.196:0/1819361414 shutdown_connections 2024-09-10T07:43:50.736 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.733+0000 7f949072c640 1 -- 172.21.15.196:0/1819361414 wait complete. 2024-09-10T07:43:50.736 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.734+0000 7f949072c640 1 Processor -- start 2024-09-10T07:43:50.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.734+0000 7f949072c640 1 -- start start 2024-09-10T07:43:50.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.734+0000 7f949072c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f948809b430 0x7f948812b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:50.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.734+0000 7f949072c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f948809f320 0x7f948812bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:50.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.734+0000 7f949072c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f948812f590 0x7f948812c120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:50.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.734+0000 7f949072c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f9488137c60 con 0x7f948809f320 2024-09-10T07:43:50.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.734+0000 7f949072c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f9488137ae0 con 0x7f948812f590 2024-09-10T07:43:50.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.734+0000 7f949072c640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f9488137de0 con 0x7f948809b430 2024-09-10T07:43:50.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.734+0000 7f948e4c8640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f948809b430 0x7f948812b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:50.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.734+0000 7f948dcc7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f948809f320 0x7f948812bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:50.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.734+0000 7f948dcc7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f948809f320 0x7f948812bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:51796/0 (socket says 172.21.15.196:51796) 2024-09-10T07:43:50.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.734+0000 7f948e4c8640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f948809b430 0x7f948812b6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:51190/0 (socket says 172.21.15.196:51190) 2024-09-10T07:43:50.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.734+0000 7f948dcc7640 1 -- 172.21.15.196:0/115262448 learned_addr learned my addr 172.21.15.196:0/115262448 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:50.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.734+0000 7f948ecc9640 1 --2- 172.21.15.196:0/115262448 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f948812f590 0x7f948812c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:50.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.734+0000 7f948dcc7640 1 -- 172.21.15.196:0/115262448 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f948809b430 msgr2=0x7f948812b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:50.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.734+0000 7f948dcc7640 1 --2- 172.21.15.196:0/115262448 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f948809b430 0x7f948812b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:50.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.734+0000 7f948dcc7640 1 -- 172.21.15.196:0/115262448 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f948812f590 msgr2=0x7f948812c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:50.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.734+0000 7f948dcc7640 1 --2- 172.21.15.196:0/115262448 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f948812f590 0x7f948812c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:50.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.734+0000 7f948dcc7640 1 -- 172.21.15.196:0/115262448 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9488131050 con 0x7f948809f320 2024-09-10T07:43:50.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.734+0000 7f948ecc9640 1 --2- 172.21.15.196:0/115262448 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f948812f590 0x7f948812c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:50.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.734+0000 7f948dcc7640 1 --2- 172.21.15.196:0/115262448 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f948809f320 0x7f948812bbe0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f94780097a0 tx=0x7f94780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:50.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.735+0000 7f947effd640 1 -- 172.21.15.196:0/115262448 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9478037040 con 0x7f948809f320 2024-09-10T07:43:50.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.735+0000 7f947effd640 1 -- 172.21.15.196:0/115262448 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9478004030 con 0x7f948809f320 2024-09-10T07:43:50.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.735+0000 7f947effd640 1 -- 172.21.15.196:0/115262448 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9478004420 con 0x7f948809f320 2024-09-10T07:43:50.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.735+0000 7f949072c640 1 -- 172.21.15.196:0/115262448 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94881370c0 con 0x7f948809f320 2024-09-10T07:43:50.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.735+0000 7f949072c640 1 -- 172.21.15.196:0/115262448 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9488131950 con 0x7f948809f320 2024-09-10T07:43:50.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.736+0000 7f949072c640 1 -- 172.21.15.196:0/115262448 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9488130690 con 0x7f948809f320 2024-09-10T07:43:50.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.736+0000 7f947effd640 1 -- 172.21.15.196:0/115262448 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f9478003610 con 0x7f948809f320 2024-09-10T07:43:50.739 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.736+0000 7f947effd640 1 -- 172.21.15.196:0/115262448 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3027+0+0 (secure 0 0 0) 0x7f947807e0d0 con 0x7f948809f320 2024-09-10T07:43:50.739 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.740+0000 7f947effd640 1 -- 172.21.15.196:0/115262448 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f947807d180 con 0x7f948809f320 2024-09-10T07:43:50.879 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:50.879+0000 7f949072c640 1 -- 172.21.15.196:0/115262448 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "rbd", "var": "pg_autoscale_mode", "val": "off"} v 0) -- 0x7f948809b880 con 0x7f948809f320 2024-09-10T07:43:51.638 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.638+0000 7f947effd640 1 -- 172.21.15.196:0/115262448 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "rbd", "var": "pg_autoscale_mode", "val": "off"}]=0 set pool 2 pg_autoscale_mode to off v33) ==== 152+0+0 (secure 0 0 0) 0x7f9478000ed0 con 0x7f948809f320 2024-09-10T07:43:51.638 INFO:teuthology.orchestra.run.smithi196.stderr:set pool 2 pg_autoscale_mode to off 2024-09-10T07:43:51.640 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.641+0000 7f949072c640 1 -- 172.21.15.196:0/115262448 >> v1:172.21.15.196:6816/3572737106 conn(0x7f946c047b50 legacy=0x7f946c04a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:51.640 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.641+0000 7f949072c640 1 -- 172.21.15.196:0/115262448 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f948809f320 msgr2=0x7f948812bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:51.640 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.641+0000 7f949072c640 1 --2- 172.21.15.196:0/115262448 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f948809f320 0x7f948812bbe0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f94780097a0 tx=0x7f94780046c0 comp rx=0 tx=0).stop 2024-09-10T07:43:51.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.641+0000 7f949072c640 1 -- 172.21.15.196:0/115262448 shutdown_connections 2024-09-10T07:43:51.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.641+0000 7f949072c640 1 --2- 172.21.15.196:0/115262448 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f948812f590 0x7f948812c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:51.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.641+0000 7f949072c640 1 --2- 172.21.15.196:0/115262448 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f948809f320 0x7f948812bbe0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:51.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.641+0000 7f949072c640 1 --2- 172.21.15.196:0/115262448 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f948809b430 0x7f948812b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:51.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.641+0000 7f949072c640 1 -- 172.21.15.196:0/115262448 >> 172.21.15.196:0/115262448 conn(0x7f94880a24d0 msgr2=0x7f948812ddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:51.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.641+0000 7f949072c640 1 -- 172.21.15.196:0/115262448 shutdown_connections 2024-09-10T07:43:51.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.641+0000 7f949072c640 1 -- 172.21.15.196:0/115262448 wait complete. 2024-09-10T07:43:51.655 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-09-10T07:43:51.665 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-10T07:43:51.665 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-10T07:43:51.665 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-10T07:43:51.770 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.770+0000 7f3dc5dfd640 1 Processor -- start 2024-09-10T07:43:51.771 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.770+0000 7f3dc5dfd640 1 -- start start 2024-09-10T07:43:51.771 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.770+0000 7f3dc5dfd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f3dc0129c40 0x7f3dc012a150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:51.771 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.770+0000 7f3dc5dfd640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3dc012a690 0x7f3dc012d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:51.771 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.770+0000 7f3dc5dfd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3dc012d680 0x7f3dc012dad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:51.771 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.770+0000 7f3dc5dfd640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f3dc012e010 con 0x7f3dc0129c40 2024-09-10T07:43:51.771 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.770+0000 7f3dc5dfd640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3dc0072590 con 0x7f3dc012d680 2024-09-10T07:43:51.771 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.770+0000 7f3dc5dfd640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f3dc0071150 con 0x7f3dc012a690 2024-09-10T07:43:51.771 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.770+0000 7f3dbf7fe640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f3dc0129c40 0x7f3dc012a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:51.771 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.770+0000 7f3dbffff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3dc012d680 0x7f3dc012dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:51.771 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.770+0000 7f3dbeffd640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3dc012a690 0x7f3dc012d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:51.771 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.770+0000 7f3dbf7fe640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f3dc0129c40 0x7f3dc012a150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:51804/0 (socket says 172.21.15.196:51804) 2024-09-10T07:43:51.772 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.771+0000 7f3dbffff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3dc012d680 0x7f3dc012dad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59488/0 (socket says 172.21.15.196:59488) 2024-09-10T07:43:51.772 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.771+0000 7f3dbf7fe640 1 -- 172.21.15.196:0/1558279914 learned_addr learned my addr 172.21.15.196:0/1558279914 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:51.772 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.771+0000 7f3dbffff640 1 -- 172.21.15.196:0/1558279914 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3dc012a690 msgr2=0x7f3dc012d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:51.772 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.771+0000 7f3dbffff640 1 --2- 172.21.15.196:0/1558279914 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3dc012a690 0x7f3dc012d140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:51.772 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.771+0000 7f3dbffff640 1 -- 172.21.15.196:0/1558279914 >> v2:172.21.15.196:3300/0 conn(0x7f3dc0129c40 msgr2=0x7f3dc012a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:51.772 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.771+0000 7f3dbffff640 1 --2- 172.21.15.196:0/1558279914 >> v2:172.21.15.196:3300/0 conn(0x7f3dc0129c40 0x7f3dc012a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:51.772 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.771+0000 7f3dbffff640 1 -- 172.21.15.196:0/1558279914 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dc00719e0 con 0x7f3dc012d680 2024-09-10T07:43:51.772 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.771+0000 7f3dbf7fe640 1 --2- 172.21.15.196:0/1558279914 >> v2:172.21.15.196:3300/0 conn(0x7f3dc0129c40 0x7f3dc012a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:51.772 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.771+0000 7f3dbeffd640 1 --2- 172.21.15.196:0/1558279914 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3dc012a690 0x7f3dc012d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:51.775 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.771+0000 7f3dbffff640 1 --2- 172.21.15.196:0/1558279914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3dc012d680 0x7f3dc012dad0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f3db8009dc0 tx=0x7f3db802a4d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2e9b2deae15b3a09 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:51.775 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.772+0000 7f3dbe7fc640 1 -- 172.21.15.196:0/1558279914 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db8007740 con 0x7f3dc012d680 2024-09-10T07:43:51.775 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.772+0000 7f3dbe7fc640 1 -- 172.21.15.196:0/1558279914 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3db80078e0 con 0x7f3dc012d680 2024-09-10T07:43:51.776 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.772+0000 7f3dbe7fc640 1 -- 172.21.15.196:0/1558279914 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db8007cb0 con 0x7f3dc012d680 2024-09-10T07:43:51.776 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.772+0000 7f3dc5dfd640 1 -- 172.21.15.196:0/1558279914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3dc012d680 msgr2=0x7f3dc012dad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:51.776 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.772+0000 7f3dc5dfd640 1 --2- 172.21.15.196:0/1558279914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3dc012d680 0x7f3dc012dad0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f3db8009dc0 tx=0x7f3db802a4d0 comp rx=0 tx=0).stop 2024-09-10T07:43:51.776 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.772+0000 7f3dc5dfd640 1 -- 172.21.15.196:0/1558279914 shutdown_connections 2024-09-10T07:43:51.776 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.772+0000 7f3dc5dfd640 1 --2- 172.21.15.196:0/1558279914 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3dc012d680 0x7f3dc012dad0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:51.776 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.772+0000 7f3dc5dfd640 1 --2- 172.21.15.196:0/1558279914 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3dc012a690 0x7f3dc012d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:51.776 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.772+0000 7f3dc5dfd640 1 --2- 172.21.15.196:0/1558279914 >> v2:172.21.15.196:3300/0 conn(0x7f3dc0129c40 0x7f3dc012a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:51.776 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.772+0000 7f3dc5dfd640 1 -- 172.21.15.196:0/1558279914 >> 172.21.15.196:0/1558279914 conn(0x7f3dc009da00 msgr2=0x7f3dc009de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:51.776 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.772+0000 7f3dc5dfd640 1 -- 172.21.15.196:0/1558279914 shutdown_connections 2024-09-10T07:43:51.776 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.772+0000 7f3dc5dfd640 1 -- 172.21.15.196:0/1558279914 wait complete. 2024-09-10T07:43:51.776 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.773+0000 7f3dc5dfd640 1 Processor -- start 2024-09-10T07:43:51.776 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.773+0000 7f3dc5dfd640 1 -- start start 2024-09-10T07:43:51.777 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.774+0000 7f3dc5dfd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3dc0129c40 0x7f3dc012e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:51.777 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.774+0000 7f3dc5dfd640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3dc012a690 0x7f3dc012ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:51.777 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.774+0000 7f3dc5dfd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3dc012d680 0x7f3dc012ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:51.777 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.774+0000 7f3dc5dfd640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3dc01344b0 con 0x7f3dc012d680 2024-09-10T07:43:51.777 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.774+0000 7f3dc5dfd640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3dc00721c0 con 0x7f3dc0129c40 2024-09-10T07:43:51.777 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.774+0000 7f3dc5dfd640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f3dc0134630 con 0x7f3dc012a690 2024-09-10T07:43:51.777 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.774+0000 7f3dbf7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3dc0129c40 0x7f3dc012e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:51.777 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.774+0000 7f3dbffff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3dc012d680 0x7f3dc012ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:51.777 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.774+0000 7f3dbf7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3dc0129c40 0x7f3dc012e4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59494/0 (socket says 172.21.15.196:59494) 2024-09-10T07:43:51.777 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.774+0000 7f3dbf7fe640 1 -- 172.21.15.196:0/1524696336 learned_addr learned my addr 172.21.15.196:0/1524696336 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:51.777 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.774+0000 7f3dbeffd640 1 --2- 172.21.15.196:0/1524696336 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3dc012a690 0x7f3dc012ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:51.777 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.774+0000 7f3dbf7fe640 1 -- 172.21.15.196:0/1524696336 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3dc012a690 msgr2=0x7f3dc012ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:51.777 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.774+0000 7f3dbf7fe640 1 --2- 172.21.15.196:0/1524696336 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3dc012a690 0x7f3dc012ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:51.778 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.774+0000 7f3dbf7fe640 1 -- 172.21.15.196:0/1524696336 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3dc012d680 msgr2=0x7f3dc012ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:51.778 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.774+0000 7f3dbf7fe640 1 --2- 172.21.15.196:0/1524696336 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3dc012d680 0x7f3dc012ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:51.778 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.774+0000 7f3dbf7fe640 1 -- 172.21.15.196:0/1524696336 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dc0130a40 con 0x7f3dc0129c40 2024-09-10T07:43:51.778 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.774+0000 7f3dbffff640 1 --2- 172.21.15.196:0/1524696336 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3dc012d680 0x7f3dc012ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:51.778 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.774+0000 7f3dbf7fe640 1 --2- 172.21.15.196:0/1524696336 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3dc0129c40 0x7f3dc012e4c0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f3db0006ca0 tx=0x7f3db000ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:51.778 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.774+0000 7f3da7fff640 1 -- 172.21.15.196:0/1524696336 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db0004030 con 0x7f3dc0129c40 2024-09-10T07:43:51.778 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.774+0000 7f3da7fff640 1 -- 172.21.15.196:0/1524696336 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3db00041d0 con 0x7f3dc0129c40 2024-09-10T07:43:51.778 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.774+0000 7f3dc5dfd640 1 -- 172.21.15.196:0/1524696336 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3dc01305d0 con 0x7f3dc0129c40 2024-09-10T07:43:51.778 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.774+0000 7f3da7fff640 1 -- 172.21.15.196:0/1524696336 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db000c940 con 0x7f3dc0129c40 2024-09-10T07:43:51.778 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.774+0000 7f3dc5dfd640 1 -- 172.21.15.196:0/1524696336 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3dc01301d0 con 0x7f3dc0129c40 2024-09-10T07:43:51.778 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.775+0000 7f3dc5dfd640 1 -- 172.21.15.196:0/1524696336 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3dc012d140 con 0x7f3dc0129c40 2024-09-10T07:43:51.778 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.775+0000 7f3da7fff640 1 -- 172.21.15.196:0/1524696336 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f3db000cae0 con 0x7f3dc0129c40 2024-09-10T07:43:51.779 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.776+0000 7f3da7fff640 1 -- 172.21.15.196:0/1524696336 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f3db005d310 con 0x7f3dc0129c40 2024-09-10T07:43:51.779 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.779+0000 7f3da7fff640 1 -- 172.21.15.196:0/1524696336 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f3dc01305d0 con 0x7f3dc0129c40 2024-09-10T07:43:51.953 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.954+0000 7f3dc5dfd640 1 -- 172.21.15.196:0/1524696336 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f3dc01c86f0 con 0x7f3dc0129c40 2024-09-10T07:43:51.955 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.956+0000 7f3da7fff640 1 -- 172.21.15.196:0/1524696336 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v10) ==== 74+0+108344 (secure 0 0 0) 0x7f3dc0130a40 con 0x7f3dc0129c40 2024-09-10T07:43:51.956 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:51.958 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.958+0000 7f3dc5dfd640 1 -- 172.21.15.196:0/1524696336 >> v1:172.21.15.196:6816/3572737106 conn(0x7f3dac047b50 legacy=0x7f3dac04a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:51.958 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.958+0000 7f3dc5dfd640 1 -- 172.21.15.196:0/1524696336 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3dc0129c40 msgr2=0x7f3dc012e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:51.958 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.958+0000 7f3dc5dfd640 1 --2- 172.21.15.196:0/1524696336 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3dc0129c40 0x7f3dc012e4c0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f3db0006ca0 tx=0x7f3db000ed60 comp rx=0 tx=0).stop 2024-09-10T07:43:51.958 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.958+0000 7f3dc5dfd640 1 -- 172.21.15.196:0/1524696336 shutdown_connections 2024-09-10T07:43:51.958 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.958+0000 7f3dc5dfd640 1 --2- 172.21.15.196:0/1524696336 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3dc012d680 0x7f3dc012ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:51.958 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.958+0000 7f3dc5dfd640 1 --2- 172.21.15.196:0/1524696336 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3dc012a690 0x7f3dc012ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:51.958 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.958+0000 7f3dc5dfd640 1 --2- 172.21.15.196:0/1524696336 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3dc0129c40 0x7f3dc012e4c0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:51.958 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.958+0000 7f3dc5dfd640 1 -- 172.21.15.196:0/1524696336 >> 172.21.15.196:0/1524696336 conn(0x7f3dc009da00 msgr2=0x7f3dc012c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:51.958 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.958+0000 7f3dc5dfd640 1 -- 172.21.15.196:0/1524696336 shutdown_connections 2024-09-10T07:43:51.958 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:51.958+0000 7f3dc5dfd640 1 -- 172.21.15.196:0/1524696336 wait complete. 2024-09-10T07:43:51.968 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":10,"flags":0,"active_gid":14103,"active_name":"y","active_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6816","nonce":3572737106}]},"active_addr":"172.21.15.196:6816/3572737106","active_change":"2024-09-10T07:43:30.521992+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":14137,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":19,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.196:0","nonce":2074457795}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.196:0","nonce":3707966557}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.196:0","nonce":3426553008}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.196:0","nonce":489616276}]}]} 2024-09-10T07:43:51.971 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-10T07:43:51.971 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-10T07:43:51.971 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:43:52.070 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.070+0000 7f15e1aaa640 1 Processor -- start 2024-09-10T07:43:52.070 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.070+0000 7f15e1aaa640 1 -- start start 2024-09-10T07:43:52.070 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.070+0000 7f15e1aaa640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15dc06cd10 0x7f15dc12d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.070 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.070+0000 7f15e1aaa640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f15dc12d9c0 0x7f15dc12dde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.071 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.070+0000 7f15e1aaa640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f15dc123a60 0x7f15dc123ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.071 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.070+0000 7f15e1aaa640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f15dc072750 con 0x7f15dc123a60 2024-09-10T07:43:52.071 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.070+0000 7f15e1aaa640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f15dc06d4f0 con 0x7f15dc12d9c0 2024-09-10T07:43:52.071 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.070+0000 7f15e1aaa640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f15dc124430 con 0x7f15dc06cd10 2024-09-10T07:43:52.071 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.070+0000 7f15dbfff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f15dc123a60 0x7f15dc123ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.071 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.070+0000 7f15d3fff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f15dc12d9c0 0x7f15dc12dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.071 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.070+0000 7f15db7fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15dc06cd10 0x7f15dc12d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.071 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.070+0000 7f15d3fff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f15dc12d9c0 0x7f15dc12dde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59504/0 (socket says 172.21.15.196:59504) 2024-09-10T07:43:52.071 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.070+0000 7f15dbfff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f15dc123a60 0x7f15dc123ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:51816/0 (socket says 172.21.15.196:51816) 2024-09-10T07:43:52.071 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.070+0000 7f15d3fff640 1 -- 172.21.15.196:0/1512057393 learned_addr learned my addr 172.21.15.196:0/1512057393 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:52.071 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.071+0000 7f15db7fe640 1 -- 172.21.15.196:0/1512057393 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f15dc12d9c0 msgr2=0x7f15dc12dde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:52.071 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.071+0000 7f15db7fe640 1 --2- 172.21.15.196:0/1512057393 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f15dc12d9c0 0x7f15dc12dde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.072 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.071+0000 7f15db7fe640 1 -- 172.21.15.196:0/1512057393 >> v2:172.21.15.196:3300/0 conn(0x7f15dc123a60 msgr2=0x7f15dc123ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:52.072 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.071+0000 7f15db7fe640 1 --2- 172.21.15.196:0/1512057393 >> v2:172.21.15.196:3300/0 conn(0x7f15dc123a60 0x7f15dc123ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.072 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.071+0000 7f15db7fe640 1 -- 172.21.15.196:0/1512057393 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15dc1245e0 con 0x7f15dc06cd10 2024-09-10T07:43:52.072 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.071+0000 7f15dbfff640 1 --2- 172.21.15.196:0/1512057393 >> v2:172.21.15.196:3300/0 conn(0x7f15dc123a60 0x7f15dc123ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:52.075 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.071+0000 7f15db7fe640 1 --2- 172.21.15.196:0/1512057393 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15dc06cd10 0x7f15dc12d480 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f15cc0097a0 tx=0x7f15cc029fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3de3e93d843d6c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:52.075 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.072+0000 7f15daffd640 1 -- 172.21.15.196:0/1512057393 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15cc037070 con 0x7f15dc06cd10 2024-09-10T07:43:52.075 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.072+0000 7f15daffd640 1 -- 172.21.15.196:0/1512057393 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15cc02ad20 con 0x7f15dc06cd10 2024-09-10T07:43:52.075 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.072+0000 7f15daffd640 1 -- 172.21.15.196:0/1512057393 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15cc032660 con 0x7f15dc06cd10 2024-09-10T07:43:52.075 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.072+0000 7f15e1aaa640 1 -- 172.21.15.196:0/1512057393 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15dc06cd10 msgr2=0x7f15dc12d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.075 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.072+0000 7f15e1aaa640 1 --2- 172.21.15.196:0/1512057393 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15dc06cd10 0x7f15dc12d480 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f15cc0097a0 tx=0x7f15cc029fd0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.075 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.072+0000 7f15e1aaa640 1 -- 172.21.15.196:0/1512057393 shutdown_connections 2024-09-10T07:43:52.075 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.072+0000 7f15e1aaa640 1 --2- 172.21.15.196:0/1512057393 >> v2:172.21.15.196:3300/0 conn(0x7f15dc123a60 0x7f15dc123ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.075 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.072+0000 7f15e1aaa640 1 --2- 172.21.15.196:0/1512057393 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f15dc12d9c0 0x7f15dc12dde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.075 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.072+0000 7f15e1aaa640 1 --2- 172.21.15.196:0/1512057393 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15dc06cd10 0x7f15dc12d480 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.075 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.072+0000 7f15e1aaa640 1 -- 172.21.15.196:0/1512057393 >> 172.21.15.196:0/1512057393 conn(0x7f15dc09b8c0 msgr2=0x7f15dc09bcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:52.075 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.072+0000 7f15e1aaa640 1 -- 172.21.15.196:0/1512057393 shutdown_connections 2024-09-10T07:43:52.075 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.072+0000 7f15e1aaa640 1 -- 172.21.15.196:0/1512057393 wait complete. 2024-09-10T07:43:52.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.073+0000 7f15e1aaa640 1 Processor -- start 2024-09-10T07:43:52.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.073+0000 7f15e1aaa640 1 -- start start 2024-09-10T07:43:52.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.073+0000 7f15e1aaa640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f15dc06cd10 0x7f15dc08cf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.073+0000 7f15e1aaa640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15dc123a60 0x7f15dc08d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.073+0000 7f15e1aaa640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f15dc12d9c0 0x7f15dc08d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.073+0000 7f15e1aaa640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f15dc06f660 con 0x7f15dc12d9c0 2024-09-10T07:43:52.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.074+0000 7f15e1aaa640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f15dc06f4e0 con 0x7f15dc06cd10 2024-09-10T07:43:52.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.074+0000 7f15e1aaa640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f15dc06f7e0 con 0x7f15dc123a60 2024-09-10T07:43:52.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.074+0000 7f15db7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f15dc06cd10 0x7f15dc08cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.074+0000 7f15d3fff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15dc123a60 0x7f15dc08d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.074+0000 7f15db7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f15dc06cd10 0x7f15dc08cf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59506/0 (socket says 172.21.15.196:59506) 2024-09-10T07:43:52.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.074+0000 7f15db7fe640 1 -- 172.21.15.196:0/2847369451 learned_addr learned my addr 172.21.15.196:0/2847369451 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:52.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.074+0000 7f15dbfff640 1 --2- 172.21.15.196:0/2847369451 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f15dc12d9c0 0x7f15dc08d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.076 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.074+0000 7f15db7fe640 1 -- 172.21.15.196:0/2847369451 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15dc123a60 msgr2=0x7f15dc08d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.074+0000 7f15db7fe640 1 --2- 172.21.15.196:0/2847369451 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15dc123a60 0x7f15dc08d4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.074+0000 7f15db7fe640 1 -- 172.21.15.196:0/2847369451 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f15dc12d9c0 msgr2=0x7f15dc08d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.074+0000 7f15db7fe640 1 --2- 172.21.15.196:0/2847369451 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f15dc12d9c0 0x7f15dc08d9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.074+0000 7f15db7fe640 1 -- 172.21.15.196:0/2847369451 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15dc127180 con 0x7f15dc06cd10 2024-09-10T07:43:52.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.074+0000 7f15d3fff640 1 --2- 172.21.15.196:0/2847369451 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15dc123a60 0x7f15dc08d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:52.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.074+0000 7f15db7fe640 1 --2- 172.21.15.196:0/2847369451 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f15dc06cd10 0x7f15dc08cf60 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f15cc035040 tx=0x7f15cc0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:52.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.074+0000 7f15d8ff9640 1 -- 172.21.15.196:0/2847369451 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15cc037040 con 0x7f15dc06cd10 2024-09-10T07:43:52.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.074+0000 7f15d8ff9640 1 -- 172.21.15.196:0/2847369451 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15cc02ab20 con 0x7f15dc06cd10 2024-09-10T07:43:52.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.074+0000 7f15d8ff9640 1 -- 172.21.15.196:0/2847369451 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15cc006e10 con 0x7f15dc06cd10 2024-09-10T07:43:52.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.074+0000 7f15e1aaa640 1 -- 172.21.15.196:0/2847369451 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15dc08f6f0 con 0x7f15dc06cd10 2024-09-10T07:43:52.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.074+0000 7f15e1aaa640 1 -- 172.21.15.196:0/2847369451 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f15dc08e510 con 0x7f15dc06cd10 2024-09-10T07:43:52.077 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.075+0000 7f15d8ff9640 1 -- 172.21.15.196:0/2847369451 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f15cc044020 con 0x7f15dc06cd10 2024-09-10T07:43:52.078 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.075+0000 7f15e1aaa640 1 -- 172.21.15.196:0/2847369451 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15dc08e740 con 0x7f15dc06cd10 2024-09-10T07:43:52.078 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.076+0000 7f15d8ff9640 1 -- 172.21.15.196:0/2847369451 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f15cc07d170 con 0x7f15dc06cd10 2024-09-10T07:43:52.078 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.079+0000 7f15d8ff9640 1 -- 172.21.15.196:0/2847369451 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f15cc02acd0 con 0x7f15dc06cd10 2024-09-10T07:43:52.218 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.219+0000 7f15e1aaa640 1 -- 172.21.15.196:0/2847369451 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f15dc12d480 con 0x7f15dc06cd10 2024-09-10T07:43:52.219 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.220+0000 7f15d8ff9640 1 -- 172.21.15.196:0/2847369451 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+9201 (secure 0 0 0) 0x7f15cc07c220 con 0x7f15dc06cd10 2024-09-10T07:43:52.219 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:52.219 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":33,"fsid":"fcdf7f04-7a4a-4d5a-b8f3-3737f76346fe","created":"2024-09-10T07:41:57.178228+0000","modified":"2024-09-10T07:43:51.635636+0000","last_up_change":"2024-09-10T07:43:46.601615+0000","last_in_change":"2024-09-10T07:41:58.273341+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"quincy","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:42:07.706511+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T07:42:12.781769+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"942b9bcf-e061-4911-a4e4-4b16aa4ae205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":19,"up_from":25,"up_thru":25,"down_at":20,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6800","nonce":3084436343}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6801","nonce":3084436343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6803","nonce":3084436343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6802","nonce":3084436343}]},"public_addr":"172.21.15.196:6800/3084436343","cluster_addr":"172.21.15.196:6801/3084436343","heartbeat_back_addr":"172.21.15.196:6803/3084436343","heartbeat_front_addr":"172.21.15.196:6802/3084436343","state":["exists","up"]},{"osd":1,"uuid":"f99df6f0-3bdc-48ca-88c2-121cb989aaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":19,"up_from":26,"up_thru":26,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6804","nonce":4199617730}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6805","nonce":4199617730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6807","nonce":4199617730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6806","nonce":4199617730}]},"public_addr":"172.21.15.196:6804/4199617730","cluster_addr":"172.21.15.196:6805/4199617730","heartbeat_back_addr":"172.21.15.196:6807/4199617730","heartbeat_front_addr":"172.21.15.196:6806/4199617730","state":["exists","up"]},{"osd":2,"uuid":"10cf042a-c008-448b-b495-38b8f9bd911b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":27,"up_thru":29,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6808","nonce":251214582}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6809","nonce":251214582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6811","nonce":251214582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6810","nonce":251214582}]},"public_addr":"172.21.15.196:6808/251214582","cluster_addr":"172.21.15.196:6809/251214582","heartbeat_back_addr":"172.21.15.196:6811/251214582","heartbeat_front_addr":"172.21.15.196:6810/251214582","state":["exists","up"]},{"osd":3,"uuid":"2dd9fcad-e555-4d22-b4f7-c765d89d6a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":29,"up_thru":29,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6812","nonce":3303789494}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6813","nonce":3303789494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6815","nonce":3303789494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6814","nonce":3303789494}]},"public_addr":"172.21.15.196:6812/3303789494","cluster_addr":"172.21.15.196:6813/3303789494","heartbeat_back_addr":"172.21.15.196:6815/3303789494","heartbeat_front_addr":"172.21.15.196:6814/3303789494","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.512528+0000","dead_epoch":20},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.396869+0000","dead_epoch":21},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.413898+0000","dead_epoch":22},{"osd":3,"down_stamp":"2024-09-10T07:43:38.069385+0000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.452677+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.196:0/1752713173":"2024-09-11T07:43:30.521807+0000","172.21.15.196:0/2023397024":"2024-09-11T07:43:30.521807+0000","172.21.15.196:0/1398858137":"2024-09-11T07:43:30.521807+0000","172.21.15.196:0/1726850961":"2024-09-11T07:43:30.521807+0000","172.21.15.196:6816/32369":"2024-09-11T07:43:30.521807+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:43:52.221 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.221+0000 7f15e1aaa640 1 -- 172.21.15.196:0/2847369451 >> v1:172.21.15.196:6816/3572737106 conn(0x7f15bc047b50 legacy=0x7f15bc04a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.221 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.221+0000 7f15e1aaa640 1 -- 172.21.15.196:0/2847369451 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f15dc06cd10 msgr2=0x7f15dc08cf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.221 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.221+0000 7f15e1aaa640 1 --2- 172.21.15.196:0/2847369451 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f15dc06cd10 0x7f15dc08cf60 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f15cc035040 tx=0x7f15cc0046c0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.221 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.221+0000 7f15e1aaa640 1 -- 172.21.15.196:0/2847369451 shutdown_connections 2024-09-10T07:43:52.221 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.221+0000 7f15e1aaa640 1 --2- 172.21.15.196:0/2847369451 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f15dc12d9c0 0x7f15dc08d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.221 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.221+0000 7f15e1aaa640 1 --2- 172.21.15.196:0/2847369451 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15dc123a60 0x7f15dc08d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.222 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.221+0000 7f15e1aaa640 1 --2- 172.21.15.196:0/2847369451 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f15dc06cd10 0x7f15dc08cf60 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.222 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.221+0000 7f15e1aaa640 1 -- 172.21.15.196:0/2847369451 >> 172.21.15.196:0/2847369451 conn(0x7f15dc09b8c0 msgr2=0x7f15dc12b740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:52.222 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.222+0000 7f15e1aaa640 1 -- 172.21.15.196:0/2847369451 shutdown_connections 2024-09-10T07:43:52.222 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.222+0000 7f15e1aaa640 1 -- 172.21.15.196:0/2847369451 wait complete. 2024-09-10T07:43:52.232 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-10T07:43:52.232 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:43:52.331 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.330+0000 7fe28b648640 1 Processor -- start 2024-09-10T07:43:52.331 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.331+0000 7fe28b648640 1 -- start start 2024-09-10T07:43:52.331 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.331+0000 7fe28b648640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe284129c40 0x7fe28412a150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.331 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.331+0000 7fe28b648640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe28412d850 0x7fe2841354c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.331 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.331+0000 7fe28b648640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe284071150 con 0x7fe28412a690 2024-09-10T07:43:52.331 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.331+0000 7fe28b648640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fe284072590 con 0x7fe284129c40 2024-09-10T07:43:52.331 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.331+0000 7fe28b648640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fe28412ab00 con 0x7fe28412d850 2024-09-10T07:43:52.332 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.331+0000 7fe2893e4640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe284129c40 0x7fe28412a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.332 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.331+0000 7fe289be5640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe28412d850 0x7fe2841354c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.332 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.331+0000 7fe288be3640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fe28412a690 0x7fe28412d140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:35994/0 (socket says 172.21.15.196:35994) 2024-09-10T07:43:52.332 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.331+0000 7fe2893e4640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe284129c40 0x7fe28412a150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:51840/0 (socket says 172.21.15.196:51840) 2024-09-10T07:43:52.332 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.331+0000 7fe288be3640 1 -- 172.21.15.196:0/1162728916 learned_addr learned my addr 172.21.15.196:0/1162728916 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:52.332 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.331+0000 7fe2893e4640 1 -- 172.21.15.196:0/1162728916 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe28412d850 msgr2=0x7fe2841354c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:52.332 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.331+0000 7fe2893e4640 1 --2- 172.21.15.196:0/1162728916 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe28412d850 0x7fe2841354c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.332 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.331+0000 7fe2893e4640 1 -- 172.21.15.196:0/1162728916 >> v1:172.21.15.196:6789/0 conn(0x7fe28412a690 legacy=0x7fe28412d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.332 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.331+0000 7fe27bfff640 1 -- 172.21.15.196:0/1162728916 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 452556198 0 0) 0x7fe284071150 con 0x7fe28412a690 2024-09-10T07:43:52.332 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.331+0000 7fe2893e4640 1 -- 172.21.15.196:0/1162728916 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2840719e0 con 0x7fe284129c40 2024-09-10T07:43:52.332 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.331+0000 7fe289be5640 1 --2- 172.21.15.196:0/1162728916 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe28412d850 0x7fe2841354c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:52.336 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.332+0000 7fe2893e4640 1 --2- 172.21.15.196:0/1162728916 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe284129c40 0x7fe28412a150 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fe2740097d0 tx=0x7fe27402a0a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2ddfab9ab7b20f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:52.336 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.332+0000 7fe27bfff640 1 -- 172.21.15.196:0/1162728916 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe274037070 con 0x7fe284129c40 2024-09-10T07:43:52.336 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.332+0000 7fe27bfff640 1 -- 172.21.15.196:0/1162728916 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe27402adb0 con 0x7fe284129c40 2024-09-10T07:43:52.336 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.332+0000 7fe27bfff640 1 -- 172.21.15.196:0/1162728916 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe274032660 con 0x7fe284129c40 2024-09-10T07:43:52.336 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.333+0000 7fe28b648640 1 -- 172.21.15.196:0/1162728916 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe284129c40 msgr2=0x7fe28412a150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.336 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.333+0000 7fe28b648640 1 --2- 172.21.15.196:0/1162728916 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe284129c40 0x7fe28412a150 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fe2740097d0 tx=0x7fe27402a0a0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.336 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.333+0000 7fe28b648640 1 -- 172.21.15.196:0/1162728916 shutdown_connections 2024-09-10T07:43:52.336 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.333+0000 7fe28b648640 1 --2- 172.21.15.196:0/1162728916 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe28412d850 0x7fe2841354c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.337 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.333+0000 7fe28b648640 1 --2- 172.21.15.196:0/1162728916 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe284129c40 0x7fe28412a150 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.337 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.333+0000 7fe28b648640 1 -- 172.21.15.196:0/1162728916 >> 172.21.15.196:0/1162728916 conn(0x7fe28409da00 msgr2=0x7fe28409de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:52.337 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.333+0000 7fe28b648640 1 -- 172.21.15.196:0/1162728916 shutdown_connections 2024-09-10T07:43:52.337 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.333+0000 7fe28b648640 1 -- 172.21.15.196:0/1162728916 wait complete. 2024-09-10T07:43:52.337 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.334+0000 7fe28b648640 1 Processor -- start 2024-09-10T07:43:52.337 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.334+0000 7fe28b648640 1 -- start start 2024-09-10T07:43:52.337 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.334+0000 7fe28b648640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe284129c40 0x7fe2841c02a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.337 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.334+0000 7fe28b648640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe28412a690 0x7fe2841c07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.337 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.334+0000 7fe28b648640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe28412d850 0x7fe2841256b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.337 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.334+0000 7fe28b648640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe28412de60 con 0x7fe28412d850 2024-09-10T07:43:52.337 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.334+0000 7fe28b648640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe28412dce0 con 0x7fe284129c40 2024-09-10T07:43:52.337 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.334+0000 7fe28b648640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fe28412dfe0 con 0x7fe28412a690 2024-09-10T07:43:52.338 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.334+0000 7fe2893e4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe284129c40 0x7fe2841c02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.338 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.334+0000 7fe288be3640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe28412a690 0x7fe2841c07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.338 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.334+0000 7fe2893e4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe284129c40 0x7fe2841c02a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59522/0 (socket says 172.21.15.196:59522) 2024-09-10T07:43:52.338 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.334+0000 7fe2893e4640 1 -- 172.21.15.196:0/3481473046 learned_addr learned my addr 172.21.15.196:0/3481473046 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:52.338 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.334+0000 7fe288be3640 1 --2- 172.21.15.196:0/3481473046 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe28412a690 0x7fe2841c07e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:51252/0 (socket says 172.21.15.196:51252) 2024-09-10T07:43:52.338 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.334+0000 7fe289be5640 1 --2- 172.21.15.196:0/3481473046 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe28412d850 0x7fe2841256b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.338 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.335+0000 7fe288be3640 1 -- 172.21.15.196:0/3481473046 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe284129c40 msgr2=0x7fe2841c02a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.338 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.335+0000 7fe288be3640 1 --2- 172.21.15.196:0/3481473046 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe284129c40 0x7fe2841c02a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.338 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.335+0000 7fe288be3640 1 -- 172.21.15.196:0/3481473046 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe28412d850 msgr2=0x7fe2841256b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.338 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.335+0000 7fe288be3640 1 --2- 172.21.15.196:0/3481473046 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe28412d850 0x7fe2841256b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.338 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.335+0000 7fe288be3640 1 -- 172.21.15.196:0/3481473046 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe28408dfb0 con 0x7fe28412a690 2024-09-10T07:43:52.338 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.335+0000 7fe289be5640 1 --2- 172.21.15.196:0/3481473046 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe28412d850 0x7fe2841256b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:52.339 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.335+0000 7fe2893e4640 1 --2- 172.21.15.196:0/3481473046 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe284129c40 0x7fe2841c02a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:52.339 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.335+0000 7fe288be3640 1 --2- 172.21.15.196:0/3481473046 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe28412a690 0x7fe2841c07e0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fe28000c410 tx=0x7fe28000c8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:52.339 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.335+0000 7fe279ffb640 1 -- 172.21.15.196:0/3481473046 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2800074e0 con 0x7fe28412a690 2024-09-10T07:43:52.339 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.335+0000 7fe279ffb640 1 -- 172.21.15.196:0/3481473046 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2800047e0 con 0x7fe28412a690 2024-09-10T07:43:52.339 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.335+0000 7fe28b648640 1 -- 172.21.15.196:0/3481473046 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe28408e3f0 con 0x7fe28412a690 2024-09-10T07:43:52.339 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.335+0000 7fe279ffb640 1 -- 172.21.15.196:0/3481473046 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe280004bb0 con 0x7fe28412a690 2024-09-10T07:43:52.339 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.335+0000 7fe28b648640 1 -- 172.21.15.196:0/3481473046 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2841c0d20 con 0x7fe28412a690 2024-09-10T07:43:52.339 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.336+0000 7fe279ffb640 1 -- 172.21.15.196:0/3481473046 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7fe280011070 con 0x7fe28412a690 2024-09-10T07:43:52.339 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.336+0000 7fe28b648640 1 -- 172.21.15.196:0/3481473046 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe28412a150 con 0x7fe28412a690 2024-09-10T07:43:52.339 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.336+0000 7fe279ffb640 1 -- 172.21.15.196:0/3481473046 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7fe28005cdf0 con 0x7fe28412a690 2024-09-10T07:43:52.339 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.340+0000 7fe279ffb640 1 -- 172.21.15.196:0/3481473046 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fe28408dfb0 con 0x7fe28412a690 2024-09-10T07:43:52.478 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.479+0000 7fe28b648640 1 -- 172.21.15.196:0/3481473046 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe284068e60 con 0x7fe28412a690 2024-09-10T07:43:52.479 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.480+0000 7fe279ffb640 1 -- 172.21.15.196:0/3481473046 <== mon.2 v2:172.21.15.196:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+9201 (secure 0 0 0) 0x7fe28005bea0 con 0x7fe28412a690 2024-09-10T07:43:52.479 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:52.479 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":33,"fsid":"fcdf7f04-7a4a-4d5a-b8f3-3737f76346fe","created":"2024-09-10T07:41:57.178228+0000","modified":"2024-09-10T07:43:51.635636+0000","last_up_change":"2024-09-10T07:43:46.601615+0000","last_in_change":"2024-09-10T07:41:58.273341+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"quincy","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:42:07.706511+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T07:42:12.781769+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"942b9bcf-e061-4911-a4e4-4b16aa4ae205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":19,"up_from":25,"up_thru":25,"down_at":20,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6800","nonce":3084436343}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6801","nonce":3084436343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6803","nonce":3084436343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6802","nonce":3084436343}]},"public_addr":"172.21.15.196:6800/3084436343","cluster_addr":"172.21.15.196:6801/3084436343","heartbeat_back_addr":"172.21.15.196:6803/3084436343","heartbeat_front_addr":"172.21.15.196:6802/3084436343","state":["exists","up"]},{"osd":1,"uuid":"f99df6f0-3bdc-48ca-88c2-121cb989aaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":19,"up_from":26,"up_thru":26,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6804","nonce":4199617730}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6805","nonce":4199617730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6807","nonce":4199617730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6806","nonce":4199617730}]},"public_addr":"172.21.15.196:6804/4199617730","cluster_addr":"172.21.15.196:6805/4199617730","heartbeat_back_addr":"172.21.15.196:6807/4199617730","heartbeat_front_addr":"172.21.15.196:6806/4199617730","state":["exists","up"]},{"osd":2,"uuid":"10cf042a-c008-448b-b495-38b8f9bd911b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":27,"up_thru":29,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6808","nonce":251214582}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6809","nonce":251214582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6811","nonce":251214582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6810","nonce":251214582}]},"public_addr":"172.21.15.196:6808/251214582","cluster_addr":"172.21.15.196:6809/251214582","heartbeat_back_addr":"172.21.15.196:6811/251214582","heartbeat_front_addr":"172.21.15.196:6810/251214582","state":["exists","up"]},{"osd":3,"uuid":"2dd9fcad-e555-4d22-b4f7-c765d89d6a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":29,"up_thru":29,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6812","nonce":3303789494}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6813","nonce":3303789494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6815","nonce":3303789494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6814","nonce":3303789494}]},"public_addr":"172.21.15.196:6812/3303789494","cluster_addr":"172.21.15.196:6813/3303789494","heartbeat_back_addr":"172.21.15.196:6815/3303789494","heartbeat_front_addr":"172.21.15.196:6814/3303789494","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.512528+0000","dead_epoch":20},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.396869+0000","dead_epoch":21},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.413898+0000","dead_epoch":22},{"osd":3,"down_stamp":"2024-09-10T07:43:38.069385+0000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.452677+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.196:0/1752713173":"2024-09-11T07:43:30.521807+0000","172.21.15.196:0/2023397024":"2024-09-11T07:43:30.521807+0000","172.21.15.196:0/1398858137":"2024-09-11T07:43:30.521807+0000","172.21.15.196:0/1726850961":"2024-09-11T07:43:30.521807+0000","172.21.15.196:6816/32369":"2024-09-11T07:43:30.521807+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:43:52.481 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.481+0000 7fe28b648640 1 -- 172.21.15.196:0/3481473046 >> v1:172.21.15.196:6816/3572737106 conn(0x7fe268047b80 legacy=0x7fe26804a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.481 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.481+0000 7fe28b648640 1 -- 172.21.15.196:0/3481473046 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe28412a690 msgr2=0x7fe2841c07e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.481 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.481+0000 7fe28b648640 1 --2- 172.21.15.196:0/3481473046 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe28412a690 0x7fe2841c07e0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fe28000c410 tx=0x7fe28000c8d0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.482 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.482+0000 7fe28b648640 1 -- 172.21.15.196:0/3481473046 shutdown_connections 2024-09-10T07:43:52.482 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.482+0000 7fe28b648640 1 --2- 172.21.15.196:0/3481473046 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe28412d850 0x7fe2841256b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.482 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.482+0000 7fe28b648640 1 --2- 172.21.15.196:0/3481473046 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe28412a690 0x7fe2841c07e0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.482 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.482+0000 7fe28b648640 1 --2- 172.21.15.196:0/3481473046 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe284129c40 0x7fe2841c02a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.482 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.482+0000 7fe28b648640 1 -- 172.21.15.196:0/3481473046 >> 172.21.15.196:0/3481473046 conn(0x7fe28409da00 msgr2=0x7fe28406ed50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:52.482 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.482+0000 7fe28b648640 1 -- 172.21.15.196:0/3481473046 shutdown_connections 2024-09-10T07:43:52.482 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.482+0000 7fe28b648640 1 -- 172.21.15.196:0/3481473046 wait complete. 2024-09-10T07:43:52.492 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-10T07:43:52.492 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-10T07:43:52.493 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-10T07:43:52.493 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-10T07:43:52.597 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.597+0000 7f5ecd0aa640 1 Processor -- start 2024-09-10T07:43:52.597 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.597+0000 7f5ecd0aa640 1 -- start start 2024-09-10T07:43:52.598 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.597+0000 7f885ca19640 1 Processor -- start 2024-09-10T07:43:52.599 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f7996041640 1 Processor -- start 2024-09-10T07:43:52.599 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f7996041640 1 -- start start 2024-09-10T07:43:52.599 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f885ca19640 1 -- start start 2024-09-10T07:43:52.600 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f7996041640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f799006eb00 0x7f799006eee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.600 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f5ecd0aa640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ec806eb00 0x7f5ec806eee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.600 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f5ecd0aa640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f5ec806f420 0x7f5ec8097000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.601 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f7996041640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f7990097710 0x7f79901346c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.601 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f7996041640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f79900704b0 con 0x7f799006f420 2024-09-10T07:43:52.601 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f7996041640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f799006fbc0 con 0x7f7990097710 2024-09-10T07:43:52.601 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f7996041640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7990070a20 con 0x7f799006eb00 2024-09-10T07:43:52.601 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f798f7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f799006eb00 0x7f799006eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.602 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f5ec6d9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ec806eb00 0x7f5ec806eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.602 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f5ec659c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f5ec806f420 0x7f5ec8097000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.602 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f5ec6d9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ec806eb00 0x7f5ec806eee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59552/0 (socket says 172.21.15.196:59552) 2024-09-10T07:43:52.602 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f798f7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f799006eb00 0x7f799006eee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59536/0 (socket says 172.21.15.196:59536) 2024-09-10T07:43:52.602 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f798f7fe640 1 -- 172.21.15.196:0/285686155 learned_addr learned my addr 172.21.15.196:0/285686155 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:52.602 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f798ffff640 1 --2- 172.21.15.196:0/285686155 >> v2:172.21.15.196:3300/0 conn(0x7f7990097710 0x7f79901346c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.603 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f5ec659c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f5ec806f420 0x7f5ec8097000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:51864/0 (socket says 172.21.15.196:51864) 2024-09-10T07:43:52.603 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f5ecd0aa640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5ec8097540 0x7f5ec8097970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.603 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f5ecd0aa640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f5ec80704b0 con 0x7f5ec806f420 2024-09-10T07:43:52.603 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f5ecd0aa640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5ec806fbc0 con 0x7f5ec806eb00 2024-09-10T07:43:52.603 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f5ecd0aa640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f5ec8070a20 con 0x7f5ec8097540 2024-09-10T07:43:52.603 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f5ec6d9d640 1 -- 172.21.15.196:0/3215070603 learned_addr learned my addr 172.21.15.196:0/3215070603 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:52.603 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.598+0000 7f885ca19640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f8858093f40 0x7f8858094320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.604 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f885ca19640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f88580630c0 0x7f885812f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.604 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f0b9e255640 1 Processor -- start 2024-09-10T07:43:52.604 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f885ca19640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8858093b10 con 0x7f8858094860 2024-09-10T07:43:52.604 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f885ca19640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f8858091890 con 0x7f8858093f40 2024-09-10T07:43:52.604 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f885ca19640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f885809dfa0 con 0x7f88580630c0 2024-09-10T07:43:52.605 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f5ec759e640 1 --2- 172.21.15.196:0/3215070603 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5ec8097540 0x7f5ec8097970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.605 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f0b9e255640 1 -- start start 2024-09-10T07:43:52.605 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f798ffff640 1 -- 172.21.15.196:0/285686155 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f799006eb00 msgr2=0x7f799006eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:52.606 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f885659c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f8858093f40 0x7f8858094320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.606 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f885659c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f8858093f40 0x7f8858094320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:51892/0 (socket says 172.21.15.196:51892) 2024-09-10T07:43:52.606 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f885659c640 1 -- 172.21.15.196:0/1136253269 learned_addr learned my addr 172.21.15.196:0/1136253269 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:52.606 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f798ffff640 1 --2- 172.21.15.196:0/285686155 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f799006eb00 0x7f799006eee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.606 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f798ffff640 1 -- 172.21.15.196:0/285686155 >> v1:172.21.15.196:6789/0 conn(0x7f799006f420 legacy=0x7f7990097000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.607 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f8855d9b640 1 --2- 172.21.15.196:0/1136253269 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f88580630c0 0x7f885812f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.607 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f5ec759e640 1 -- 172.21.15.196:0/3215070603 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ec806eb00 msgr2=0x7f5ec806eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:52.607 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f798ffff640 1 -- 172.21.15.196:0/285686155 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f799006cf70 con 0x7f7990097710 2024-09-10T07:43:52.608 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f5ec759e640 1 --2- 172.21.15.196:0/3215070603 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ec806eb00 0x7f5ec806eee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.608 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f5ec759e640 1 -- 172.21.15.196:0/3215070603 >> v2:172.21.15.196:3300/0 conn(0x7f5ec806f420 msgr2=0x7f5ec8097000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:52.608 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f5ec759e640 1 --2- 172.21.15.196:0/3215070603 >> v2:172.21.15.196:3300/0 conn(0x7f5ec806f420 0x7f5ec8097000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.608 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f5ec759e640 1 -- 172.21.15.196:0/3215070603 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ec806cf70 con 0x7f5ec8097540 2024-09-10T07:43:52.608 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f798f7fe640 1 --2- 172.21.15.196:0/285686155 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f799006eb00 0x7f799006eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:52.608 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f798e7fc640 1 -- 172.21.15.196:0/285686155 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1114879810 0 0) 0x7f7984001110 con 0x7f799006f420 2024-09-10T07:43:52.609 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f0b9e255640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0b9806dce0 0x7f0b9806e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.609 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f0b9e255640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0b9806e600 0x7f0b9812f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.609 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f0b9e255640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0b9812f880 0x7f0b9812fd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.609 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f0b9e255640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f0b98075bc0 con 0x7f0b9806dce0 2024-09-10T07:43:52.609 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f0b9e255640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0b98070340 con 0x7f0b9806e600 2024-09-10T07:43:52.610 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f0b9e255640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f0b98130250 con 0x7f0b9812f880 2024-09-10T07:43:52.610 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f8855d9b640 1 -- 172.21.15.196:0/1136253269 >> v2:172.21.15.196:3300/0 conn(0x7f8858093f40 msgr2=0x7f8858094320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:52.610 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f8855d9b640 1 --2- 172.21.15.196:0/1136253269 >> v2:172.21.15.196:3300/0 conn(0x7f8858093f40 0x7f8858094320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.610 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f8855d9b640 1 -- 172.21.15.196:0/1136253269 >> v1:172.21.15.196:6789/0 conn(0x7f8858094860 legacy=0x7f885812faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.610 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f8855d9b640 1 -- 172.21.15.196:0/1136253269 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8858091ad0 con 0x7f88580630c0 2024-09-10T07:43:52.612 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f0b977fe640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0b9806dce0 0x7f0b9806e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.612 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f0b977fe640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f0b9806dce0 0x7f0b9806e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:51906/0 (socket says 172.21.15.196:51906) 2024-09-10T07:43:52.612 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f0b977fe640 1 -- 172.21.15.196:0/2296913699 learned_addr learned my addr 172.21.15.196:0/2296913699 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:52.612 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.599+0000 7f0b97fff640 1 --2- 172.21.15.196:0/2296913699 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0b9812f880 0x7f0b9812fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.612 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.600+0000 7f0b96ffd640 1 --2- 172.21.15.196:0/2296913699 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0b9806e600 0x7f0b9812f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.612 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.600+0000 7f0b97fff640 1 -- 172.21.15.196:0/2296913699 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0b9806e600 msgr2=0x7f0b9812f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:52.612 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.600+0000 7f0b97fff640 1 --2- 172.21.15.196:0/2296913699 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0b9806e600 0x7f0b9812f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.612 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.600+0000 7f0b97fff640 1 -- 172.21.15.196:0/2296913699 >> v2:172.21.15.196:3300/0 conn(0x7f0b9806dce0 msgr2=0x7f0b9806e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:52.612 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.600+0000 7f0b97fff640 1 --2- 172.21.15.196:0/2296913699 >> v2:172.21.15.196:3300/0 conn(0x7f0b9806dce0 0x7f0b9806e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.612 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.600+0000 7f0b97fff640 1 -- 172.21.15.196:0/2296913699 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b9806f720 con 0x7f0b9812f880 2024-09-10T07:43:52.613 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.600+0000 7f0b96ffd640 1 --2- 172.21.15.196:0/2296913699 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0b9806e600 0x7f0b9812f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:43:52.613 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.600+0000 7f5ec759e640 1 --2- 172.21.15.196:0/3215070603 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5ec8097540 0x7f5ec8097970 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5ec0009d90 tx=0x7f5ec002a490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6feb57d847fce921 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:52.613 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.600+0000 7f798ffff640 1 --2- 172.21.15.196:0/285686155 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7990097710 0x7f79901346c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7988009d90 tx=0x7f798802a530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c91b7d493311f0e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:52.614 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.600+0000 7f5ec5d9b640 1 -- 172.21.15.196:0/3215070603 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec0007740 con 0x7f5ec8097540 2024-09-10T07:43:52.614 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.600+0000 7f5ec5d9b640 1 -- 172.21.15.196:0/3215070603 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ec00078e0 con 0x7f5ec8097540 2024-09-10T07:43:52.614 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.600+0000 7f5ec5d9b640 1 -- 172.21.15.196:0/3215070603 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec0007cb0 con 0x7f5ec8097540 2024-09-10T07:43:52.614 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.600+0000 7f798e7fc640 1 -- 172.21.15.196:0/285686155 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7988007740 con 0x7f7990097710 2024-09-10T07:43:52.614 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.600+0000 7f798e7fc640 1 -- 172.21.15.196:0/285686155 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f79880078e0 con 0x7f7990097710 2024-09-10T07:43:52.614 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.600+0000 7f798e7fc640 1 -- 172.21.15.196:0/285686155 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7988007cb0 con 0x7f7990097710 2024-09-10T07:43:52.615 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.600+0000 7f8855d9b640 1 --2- 172.21.15.196:0/1136253269 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f88580630c0 0x7f885812f5b0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f884c0097a0 tx=0x7f884c02a060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bd11d46746db2b8c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:52.615 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.601+0000 7f885559a640 1 -- 172.21.15.196:0/1136253269 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f884c037070 con 0x7f88580630c0 2024-09-10T07:43:52.615 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.601+0000 7f885559a640 1 -- 172.21.15.196:0/1136253269 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f884c02adb0 con 0x7f88580630c0 2024-09-10T07:43:52.615 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.601+0000 7f885559a640 1 -- 172.21.15.196:0/1136253269 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f884c032660 con 0x7f88580630c0 2024-09-10T07:43:52.616 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.601+0000 7f0b97fff640 1 --2- 172.21.15.196:0/2296913699 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0b9812f880 0x7f0b9812fd10 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f0b90009d90 tx=0x7f0b9002a490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=482537ede6624566 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:52.616 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.601+0000 7f5ecd0aa640 1 -- 172.21.15.196:0/3215070603 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5ec8097540 msgr2=0x7f5ec8097970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.616 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.601+0000 7f5ecd0aa640 1 --2- 172.21.15.196:0/3215070603 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5ec8097540 0x7f5ec8097970 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5ec0009d90 tx=0x7f5ec002a490 comp rx=0 tx=0).stop 2024-09-10T07:43:52.616 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.601+0000 7f0b967fc640 1 -- 172.21.15.196:0/2296913699 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b90007740 con 0x7f0b9812f880 2024-09-10T07:43:52.617 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.601+0000 7f5ecd0aa640 1 -- 172.21.15.196:0/3215070603 shutdown_connections 2024-09-10T07:43:52.617 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.601+0000 7f0b967fc640 1 -- 172.21.15.196:0/2296913699 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b900078e0 con 0x7f0b9812f880 2024-09-10T07:43:52.617 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.601+0000 7f5ecd0aa640 1 --2- 172.21.15.196:0/3215070603 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5ec8097540 0x7f5ec8097970 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.617 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.601+0000 7f0b967fc640 1 -- 172.21.15.196:0/2296913699 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b90007cb0 con 0x7f0b9812f880 2024-09-10T07:43:52.618 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.601+0000 7f5ecd0aa640 1 --2- 172.21.15.196:0/3215070603 >> v2:172.21.15.196:3300/0 conn(0x7f5ec806f420 0x7f5ec8097000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.618 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.601+0000 7f5ecd0aa640 1 --2- 172.21.15.196:0/3215070603 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ec806eb00 0x7f5ec806eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.618 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.601+0000 7f5ecd0aa640 1 -- 172.21.15.196:0/3215070603 >> 172.21.15.196:0/3215070603 conn(0x7f5ec809db00 msgr2=0x7f5ec809df10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:52.619 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.601+0000 7f7996041640 1 -- 172.21.15.196:0/285686155 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7990097710 msgr2=0x7f79901346c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.619 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.601+0000 7f7996041640 1 --2- 172.21.15.196:0/285686155 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7990097710 0x7f79901346c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7988009d90 tx=0x7f798802a530 comp rx=0 tx=0).stop 2024-09-10T07:43:52.619 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.601+0000 7f7996041640 1 -- 172.21.15.196:0/285686155 shutdown_connections 2024-09-10T07:43:52.619 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.601+0000 7f7996041640 1 --2- 172.21.15.196:0/285686155 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7990097710 0x7f79901346c0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.619 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.601+0000 7f7996041640 1 --2- 172.21.15.196:0/285686155 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f799006eb00 0x7f799006eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.619 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.601+0000 7f7996041640 1 -- 172.21.15.196:0/285686155 >> 172.21.15.196:0/285686155 conn(0x7f799009db00 msgr2=0x7f799009df10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:52.619 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.601+0000 7f5ecd0aa640 1 -- 172.21.15.196:0/3215070603 shutdown_connections 2024-09-10T07:43:52.620 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.601+0000 7f7996041640 1 -- 172.21.15.196:0/285686155 shutdown_connections 2024-09-10T07:43:52.620 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.601+0000 7f7996041640 1 -- 172.21.15.196:0/285686155 wait complete. 2024-09-10T07:43:52.620 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.602+0000 7f5ecd0aa640 1 -- 172.21.15.196:0/3215070603 wait complete. 2024-09-10T07:43:52.621 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.602+0000 7f885ca19640 1 -- 172.21.15.196:0/1136253269 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f88580630c0 msgr2=0x7f885812f5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.621 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.602+0000 7f885ca19640 1 --2- 172.21.15.196:0/1136253269 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f88580630c0 0x7f885812f5b0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f884c0097a0 tx=0x7f884c02a060 comp rx=0 tx=0).stop 2024-09-10T07:43:52.621 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.602+0000 7f885ca19640 1 -- 172.21.15.196:0/1136253269 shutdown_connections 2024-09-10T07:43:52.621 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.602+0000 7f885ca19640 1 --2- 172.21.15.196:0/1136253269 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f88580630c0 0x7f885812f5b0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.621 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.602+0000 7f885ca19640 1 --2- 172.21.15.196:0/1136253269 >> v2:172.21.15.196:3300/0 conn(0x7f8858093f40 0x7f8858094320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.621 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.602+0000 7f885ca19640 1 -- 172.21.15.196:0/1136253269 >> 172.21.15.196:0/1136253269 conn(0x7f885809c290 msgr2=0x7f885809c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:52.622 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.602+0000 7f885ca19640 1 -- 172.21.15.196:0/1136253269 shutdown_connections 2024-09-10T07:43:52.622 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.602+0000 7f885ca19640 1 -- 172.21.15.196:0/1136253269 wait complete. 2024-09-10T07:43:52.623 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.602+0000 7f0b9e255640 1 -- 172.21.15.196:0/2296913699 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0b9812f880 msgr2=0x7f0b9812fd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.623 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.602+0000 7f0b9e255640 1 --2- 172.21.15.196:0/2296913699 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0b9812f880 0x7f0b9812fd10 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f0b90009d90 tx=0x7f0b9002a490 comp rx=0 tx=0).stop 2024-09-10T07:43:52.623 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.602+0000 7f0b9e255640 1 -- 172.21.15.196:0/2296913699 shutdown_connections 2024-09-10T07:43:52.623 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.602+0000 7f0b9e255640 1 --2- 172.21.15.196:0/2296913699 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0b9812f880 0x7f0b9812fd10 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.623 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.602+0000 7f0b9e255640 1 --2- 172.21.15.196:0/2296913699 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0b9806e600 0x7f0b9812f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.623 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.602+0000 7f0b9e255640 1 --2- 172.21.15.196:0/2296913699 >> v2:172.21.15.196:3300/0 conn(0x7f0b9806dce0 0x7f0b9806e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.623 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.602+0000 7f0b9e255640 1 -- 172.21.15.196:0/2296913699 >> 172.21.15.196:0/2296913699 conn(0x7f0b9809e980 msgr2=0x7f0b9809ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:52.623 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.602+0000 7f0b9e255640 1 -- 172.21.15.196:0/2296913699 shutdown_connections 2024-09-10T07:43:52.623 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.602+0000 7f7996041640 1 Processor -- start 2024-09-10T07:43:52.624 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.602+0000 7f0b9e255640 1 -- 172.21.15.196:0/2296913699 wait complete. 2024-09-10T07:43:52.624 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.603+0000 7f7996041640 1 -- start start 2024-09-10T07:43:52.624 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.603+0000 7f5ecd0aa640 1 Processor -- start 2024-09-10T07:43:52.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.603+0000 7f5ecd0aa640 1 -- start start 2024-09-10T07:43:52.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.603+0000 7f0b9e255640 1 Processor -- start 2024-09-10T07:43:52.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.603+0000 7f7996041640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f799006eb00 0x7f79901c06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.625 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.603+0000 7f885ca19640 1 Processor -- start 2024-09-10T07:43:52.626 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.603+0000 7f7996041640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f799006f420 0x7f79901c0c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.626 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.603+0000 7f7996041640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7990097710 0x7f7990124b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.626 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.603+0000 7f885ca19640 1 -- start start 2024-09-10T07:43:52.626 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.603+0000 7f5ecd0aa640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ec806eb00 0x7f5ec8124580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.627 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.603+0000 7f7996041640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f799006f980 con 0x7f799006f420 2024-09-10T07:43:52.627 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.603+0000 7f7996041640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f799006f800 con 0x7f7990097710 2024-09-10T07:43:52.627 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.603+0000 7f7996041640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f7990097b20 con 0x7f799006eb00 2024-09-10T07:43:52.627 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.603+0000 7f5ecd0aa640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5ec806f420 0x7f5ec8124ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.628 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.603+0000 7f798ffff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7990097710 0x7f7990124b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.628 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.603+0000 7f798f7fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f799006eb00 0x7f79901c06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.628 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.603+0000 7f798effd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f799006f420 0x7f79901c0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.628 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.603+0000 7f798ffff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7990097710 0x7f7990124b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59570/0 (socket says 172.21.15.196:59570) 2024-09-10T07:43:52.628 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.604+0000 7f798ffff640 1 -- 172.21.15.196:0/1946045275 learned_addr learned my addr 172.21.15.196:0/1946045275 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:52.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.603+0000 7f5ecd0aa640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ec8097540 0x7f5ec8125000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.603+0000 7f5ecd0aa640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f5ec806f980 con 0x7f5ec8097540 2024-09-10T07:43:52.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.603+0000 7f5ecd0aa640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5ec806f800 con 0x7f5ec806eb00 2024-09-10T07:43:52.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.603+0000 7f5ecd0aa640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f5ec806d9f0 con 0x7f5ec806f420 2024-09-10T07:43:52.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.604+0000 7f5ec6d9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ec806eb00 0x7f5ec8124580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.604+0000 7f5ec6d9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ec806eb00 0x7f5ec8124580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59572/0 (socket says 172.21.15.196:59572) 2024-09-10T07:43:52.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.604+0000 7f5ec6d9d640 1 -- 172.21.15.196:0/3324167721 learned_addr learned my addr 172.21.15.196:0/3324167721 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:52.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.604+0000 7f5ec659c640 1 --2- 172.21.15.196:0/3324167721 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5ec806f420 0x7f5ec8124ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.629 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.604+0000 7f5ec759e640 1 --2- 172.21.15.196:0/3324167721 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ec8097540 0x7f5ec8125000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.604+0000 7f885ca19640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f88580630c0 0x7f885812ba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.604+0000 7f885ca19640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f8858093f40 0x7f885812bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.604+0000 7f885ca19640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8858094860 0x7f885812c500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.604+0000 7f885ca19640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f88581378f0 con 0x7f8858094860 2024-09-10T07:43:52.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.604+0000 7f885ca19640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8858130410 con 0x7f88580630c0 2024-09-10T07:43:52.630 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.604+0000 7f885ca19640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f8858137a70 con 0x7f8858093f40 2024-09-10T07:43:52.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.603+0000 7f0b9e255640 1 -- start start 2024-09-10T07:43:52.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.604+0000 7f0b9e255640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0b9806dce0 0x7f0b98099b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.604+0000 7f885659c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f88580630c0 0x7f885812ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.631 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.604+0000 7f885659c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f88580630c0 0x7f885812ba80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59588/0 (socket says 172.21.15.196:59588) 2024-09-10T07:43:52.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.604+0000 7f885659c640 1 -- 172.21.15.196:0/4094594437 learned_addr learned my addr 172.21.15.196:0/4094594437 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:52.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.604+0000 7f8855d9b640 1 --2- 172.21.15.196:0/4094594437 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f8858093f40 0x7f885812bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.604+0000 7f798effd640 1 -- 172.21.15.196:0/1946045275 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f799006eb00 msgr2=0x7f79901c06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.604+0000 7f798effd640 1 --2- 172.21.15.196:0/1946045275 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f799006eb00 0x7f79901c06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.604+0000 7f798effd640 1 -- 172.21.15.196:0/1946045275 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7990097710 msgr2=0x7f7990124b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.604+0000 7f798effd640 1 --2- 172.21.15.196:0/1946045275 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7990097710 0x7f7990124b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.604+0000 7f798effd640 1 -- 172.21.15.196:0/1946045275 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79901266b0 con 0x7f799006f420 2024-09-10T07:43:52.632 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.604+0000 7f798effd640 1 --2- 172.21.15.196:0/1946045275 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f799006f420 0x7f79901c0c20 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f7984000f60 tx=0x7f798400c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:52.633 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f5ec659c640 1 -- 172.21.15.196:0/3324167721 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ec806eb00 msgr2=0x7f5ec8124580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.633 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f8856d9d640 1 --2- 172.21.15.196:0/4094594437 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8858094860 0x7f885812c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.633 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f885659c640 1 -- 172.21.15.196:0/4094594437 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f8858093f40 msgr2=0x7f885812bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.634 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f885659c640 1 --2- 172.21.15.196:0/4094594437 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f8858093f40 0x7f885812bfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.634 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f885659c640 1 -- 172.21.15.196:0/4094594437 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8858094860 msgr2=0x7f885812c500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.634 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f885659c640 1 --2- 172.21.15.196:0/4094594437 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8858094860 0x7f885812c500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.634 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f885659c640 1 -- 172.21.15.196:0/4094594437 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8858073070 con 0x7f88580630c0 2024-09-10T07:43:52.634 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f8856d9d640 1 --2- 172.21.15.196:0/4094594437 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8858094860 0x7f885812c500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:43:52.634 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f5ec659c640 1 --2- 172.21.15.196:0/3324167721 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ec806eb00 0x7f5ec8124580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.634 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f5ec659c640 1 -- 172.21.15.196:0/3324167721 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ec8097540 msgr2=0x7f5ec8125000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.635 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f5ec659c640 1 --2- 172.21.15.196:0/3324167721 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5ec8097540 0x7f5ec8125000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.635 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f0b9e255640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0b9806e600 0x7f0b9809a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.635 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f5ec659c640 1 -- 172.21.15.196:0/3324167721 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ec812e660 con 0x7f5ec806f420 2024-09-10T07:43:52.635 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f0b9e255640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0b9812f880 0x7f0b9809a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.636 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f5ec6d9d640 1 --2- 172.21.15.196:0/3324167721 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5ec806eb00 0x7f5ec8124580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:52.636 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f885659c640 1 --2- 172.21.15.196:0/4094594437 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f88580630c0 0x7f885812ba80 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8848009fd0 tx=0x7f884800ed40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:52.636 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f5ec659c640 1 --2- 172.21.15.196:0/3324167721 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5ec806f420 0x7f5ec8124ac0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f5ebc00e880 tx=0x7f5ebc00ed40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:52.637 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f0b9e255640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f0b981367f0 con 0x7f0b9806dce0 2024-09-10T07:43:52.637 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f0b9e255640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0b98136670 con 0x7f0b9812f880 2024-09-10T07:43:52.637 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f0b97fff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0b9812f880 0x7f0b9809a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.637 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f0b9e255640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f0b98136970 con 0x7f0b9806e600 2024-09-10T07:43:52.637 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f7977fff640 1 -- 172.21.15.196:0/1946045275 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7984011620 con 0x7f799006f420 2024-09-10T07:43:52.637 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f7977fff640 1 -- 172.21.15.196:0/1946045275 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7984015030 con 0x7f799006f420 2024-09-10T07:43:52.637 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f7977fff640 1 -- 172.21.15.196:0/1946045275 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7984011a00 con 0x7f799006f420 2024-09-10T07:43:52.638 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f7996041640 1 -- 172.21.15.196:0/1946045275 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f799008d3a0 con 0x7f799006f420 2024-09-10T07:43:52.638 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f7996041640 1 -- 172.21.15.196:0/1946045275 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f799008de50 con 0x7f799006f420 2024-09-10T07:43:52.638 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f0b97fff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0b9812f880 0x7f0b9809a600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59598/0 (socket says 172.21.15.196:59598) 2024-09-10T07:43:52.638 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f0b97fff640 1 -- 172.21.15.196:0/162929425 learned_addr learned my addr 172.21.15.196:0/162929425 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:52.638 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f0b96ffd640 1 --2- 172.21.15.196:0/162929425 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0b9806e600 0x7f0b9809a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.638 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f5eaf7fe640 1 -- 172.21.15.196:0/3324167721 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ebc017070 con 0x7f5ec806f420 2024-09-10T07:43:52.639 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f0b977fe640 1 --2- 172.21.15.196:0/162929425 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0b9806dce0 0x7f0b98099b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.639 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f5eaf7fe640 1 -- 172.21.15.196:0/3324167721 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ebc00c8e0 con 0x7f5ec806f420 2024-09-10T07:43:52.639 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f5eaf7fe640 1 -- 172.21.15.196:0/3324167721 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ebc00ccd0 con 0x7f5ec806f420 2024-09-10T07:43:52.639 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f8846ffd640 1 -- 172.21.15.196:0/4094594437 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8848017070 con 0x7f88580630c0 2024-09-10T07:43:52.639 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f8846ffd640 1 -- 172.21.15.196:0/4094594437 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f884800c940 con 0x7f88580630c0 2024-09-10T07:43:52.640 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.606+0000 7f5ecd0aa640 1 -- 172.21.15.196:0/3324167721 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ec81260f0 con 0x7f5ec806f420 2024-09-10T07:43:52.640 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.605+0000 7f8846ffd640 1 -- 172.21.15.196:0/4094594437 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f884800cd10 con 0x7f88580630c0 2024-09-10T07:43:52.640 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.606+0000 7f885ca19640 1 -- 172.21.15.196:0/4094594437 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f885808da80 con 0x7f88580630c0 2024-09-10T07:43:52.640 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.606+0000 7f885ca19640 1 -- 172.21.15.196:0/4094594437 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f88581c5b00 con 0x7f88580630c0 2024-09-10T07:43:52.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.606+0000 7f5ecd0aa640 1 -- 172.21.15.196:0/3324167721 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ec8125540 con 0x7f5ec806f420 2024-09-10T07:43:52.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.606+0000 7f0b97fff640 1 -- 172.21.15.196:0/162929425 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0b9806e600 msgr2=0x7f0b9809a0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.606+0000 7f0b97fff640 1 --2- 172.21.15.196:0/162929425 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0b9806e600 0x7f0b9809a0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.606+0000 7f0b97fff640 1 -- 172.21.15.196:0/162929425 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0b9806dce0 msgr2=0x7f0b98099b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.606+0000 7f0b97fff640 1 --2- 172.21.15.196:0/162929425 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0b9806dce0 0x7f0b98099b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.606+0000 7f0b97fff640 1 -- 172.21.15.196:0/162929425 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b9812cc10 con 0x7f0b9812f880 2024-09-10T07:43:52.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.606+0000 7f0b97fff640 1 --2- 172.21.15.196:0/162929425 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0b9812f880 0x7f0b9809a600 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f0b90009eb0 tx=0x7f0b90004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:52.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.606+0000 7f0b7ffff640 1 -- 172.21.15.196:0/162929425 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b90040070 con 0x7f0b9812f880 2024-09-10T07:43:52.642 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.607+0000 7f0b7ffff640 1 -- 172.21.15.196:0/162929425 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b90031b40 con 0x7f0b9812f880 2024-09-10T07:43:52.642 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.607+0000 7f7977fff640 1 -- 172.21.15.196:0/1946045275 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f7984011ba0 con 0x7f799006f420 2024-09-10T07:43:52.642 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.607+0000 7f7975ffb640 1 -- 172.21.15.196:0/1946045275 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7968001030 con 0x7f799006f420 2024-09-10T07:43:52.642 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.607+0000 7f5ecd0aa640 1 -- 172.21.15.196:0/3324167721 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5ec8125830 con 0x7f5ec806f420 2024-09-10T07:43:52.642 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.607+0000 7f0b7ffff640 1 -- 172.21.15.196:0/162929425 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b90045460 con 0x7f0b9812f880 2024-09-10T07:43:52.643 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.607+0000 7f0b9e255640 1 -- 172.21.15.196:0/162929425 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b9808cf60 con 0x7f0b9812f880 2024-09-10T07:43:52.643 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.607+0000 7f7977fff640 1 -- 172.21.15.196:0/1946045275 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f7984060b10 con 0x7f799006f420 2024-09-10T07:43:52.643 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.607+0000 7f0b9e255640 1 -- 172.21.15.196:0/162929425 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b9808d860 con 0x7f0b9812f880 2024-09-10T07:43:52.644 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.607+0000 7f7977fff640 1 -- 172.21.15.196:0/1946045275 --> v1:172.21.15.196:6812/3303789494 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7984008ea0 con 0x7f797c04e490 2024-09-10T07:43:52.644 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.607+0000 7f7977fff640 1 -- 172.21.15.196:0/1946045275 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f798403dfd0 con 0x7f799006f420 2024-09-10T07:43:52.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.607+0000 7f5eaf7fe640 1 -- 172.21.15.196:0/3324167721 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f5ebc01a070 con 0x7f5ec806f420 2024-09-10T07:43:52.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.608+0000 7f5eaf7fe640 1 -- 172.21.15.196:0/3324167721 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f5ebc05d2c0 con 0x7f5ec806f420 2024-09-10T07:43:52.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.608+0000 7f5eaf7fe640 1 -- 172.21.15.196:0/3324167721 --> v1:172.21.15.196:6804/4199617730 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5ebc01ae50 con 0x7f5eb404e490 2024-09-10T07:43:52.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.608+0000 7f5eaf7fe640 1 -- 172.21.15.196:0/3324167721 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f5ebc064050 con 0x7f5ec806f420 2024-09-10T07:43:52.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.608+0000 7f885ca19640 1 -- 172.21.15.196:0/4094594437 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f883c001030 con 0x7f88580630c0 2024-09-10T07:43:52.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.608+0000 7f8846ffd640 1 -- 172.21.15.196:0/4094594437 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f884801a070 con 0x7f88580630c0 2024-09-10T07:43:52.646 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.609+0000 7f7977fff640 1 -- 172.21.15.196:0/1946045275 <== osd.3 v1:172.21.15.196:6812/3303789494 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f7984008ea0 con 0x7f797c04e490 2024-09-10T07:43:52.646 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.609+0000 7f0b9e255640 1 -- 172.21.15.196:0/162929425 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0b9812f340 con 0x7f0b9812f880 2024-09-10T07:43:52.646 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.609+0000 7f8846ffd640 1 -- 172.21.15.196:0/4094594437 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f884805d310 con 0x7f88580630c0 2024-09-10T07:43:52.647 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.609+0000 7f8846ffd640 1 -- 172.21.15.196:0/4094594437 --> v1:172.21.15.196:6800/3084436343 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8848016ec0 con 0x7f883804e510 2024-09-10T07:43:52.647 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.609+0000 7f8846ffd640 1 -- 172.21.15.196:0/4094594437 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f8848064050 con 0x7f88580630c0 2024-09-10T07:43:52.647 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.609+0000 7f0b7ffff640 1 -- 172.21.15.196:0/162929425 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f0b90039040 con 0x7f0b9812f880 2024-09-10T07:43:52.647 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.609+0000 7f0b7ffff640 1 -- 172.21.15.196:0/162929425 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f0b9007e9a0 con 0x7f0b9812f880 2024-09-10T07:43:52.647 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.609+0000 7f5eaf7fe640 1 -- 172.21.15.196:0/3324167721 <== osd.1 v1:172.21.15.196:6804/4199617730 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f5ebc01ae50 con 0x7f5eb404e490 2024-09-10T07:43:52.648 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.610+0000 7f0b7ffff640 1 -- 172.21.15.196:0/162929425 --> v1:172.21.15.196:6808/251214582 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0b840520d0 con 0x7f0b8404e420 2024-09-10T07:43:52.648 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.610+0000 7f0b7ffff640 1 -- 172.21.15.196:0/162929425 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f0b900832c0 con 0x7f0b9812f880 2024-09-10T07:43:52.648 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.610+0000 7f8846ffd640 1 -- 172.21.15.196:0/4094594437 <== osd.0 v1:172.21.15.196:6800/3084436343 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f8848016ec0 con 0x7f883804e510 2024-09-10T07:43:52.648 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.611+0000 7f0b7ffff640 1 -- 172.21.15.196:0/162929425 <== osd.2 v1:172.21.15.196:6808/251214582 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f0b840520d0 con 0x7f0b8404e420 2024-09-10T07:43:52.649 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.623+0000 7f7975ffb640 1 -- 172.21.15.196:0/1946045275 --> v1:172.21.15.196:6812/3303789494 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7968002dd0 con 0x7f797c04e490 2024-09-10T07:43:52.649 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.623+0000 7f5ecd0aa640 1 -- 172.21.15.196:0/3324167721 --> v1:172.21.15.196:6804/4199617730 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5ec812b880 con 0x7f5eb404e490 2024-09-10T07:43:52.649 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.623+0000 7f7977fff640 1 -- 172.21.15.196:0/1946045275 <== osd.3 v1:172.21.15.196:6812/3303789494 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 1318614166) 0x7f7968002dd0 con 0x7f797c04e490 2024-09-10T07:43:52.650 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.624+0000 7f5eaf7fe640 1 -- 172.21.15.196:0/3324167721 <== osd.1 v1:172.21.15.196:6804/4199617730 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 2083264769) 0x7f5ec812b880 con 0x7f5eb404e490 2024-09-10T07:43:52.650 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.624+0000 7f885ca19640 1 -- 172.21.15.196:0/4094594437 --> v1:172.21.15.196:6800/3084436343 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f883c002dd0 con 0x7f883804e510 2024-09-10T07:43:52.650 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.624+0000 7f7975ffb640 1 -- 172.21.15.196:0/1946045275 >> v1:172.21.15.196:6812/3303789494 conn(0x7f797c04e490 legacy=0x7f797c0508d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.651 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.624+0000 7f7975ffb640 1 -- 172.21.15.196:0/1946045275 >> v1:172.21.15.196:6816/3572737106 conn(0x7f797c047ba0 legacy=0x7f797c04a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.651 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.624+0000 7f7975ffb640 1 -- 172.21.15.196:0/1946045275 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f799006f420 msgr2=0x7f79901c0c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.651 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.624+0000 7f8846ffd640 1 -- 172.21.15.196:0/4094594437 <== osd.0 v1:172.21.15.196:6800/3084436343 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 662925176) 0x7f883c002dd0 con 0x7f883804e510 2024-09-10T07:43:52.651 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.624+0000 7f7975ffb640 1 --2- 172.21.15.196:0/1946045275 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f799006f420 0x7f79901c0c20 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f7984000f60 tx=0x7f798400c870 comp rx=0 tx=0).stop 2024-09-10T07:43:52.651 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.624+0000 7f5ecd0aa640 1 -- 172.21.15.196:0/3324167721 >> v1:172.21.15.196:6804/4199617730 conn(0x7f5eb404e490 legacy=0x7f5eb40508d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.652 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.624+0000 7f5ecd0aa640 1 -- 172.21.15.196:0/3324167721 >> v1:172.21.15.196:6816/3572737106 conn(0x7f5eb4047ba0 legacy=0x7f5eb404a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.652 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.624+0000 7f798ffff640 1 -- 172.21.15.196:0/1946045275 reap_dead start 2024-09-10T07:43:52.652 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.624+0000 7f5ecd0aa640 1 -- 172.21.15.196:0/3324167721 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5ec806f420 msgr2=0x7f5ec8124ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.652 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.624+0000 7f5ecd0aa640 1 --2- 172.21.15.196:0/3324167721 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5ec806f420 0x7f5ec8124ac0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f5ebc00e880 tx=0x7f5ebc00ed40 comp rx=0 tx=0).stop 2024-09-10T07:43:52.653 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.624+0000 7f5ec759e640 1 -- 172.21.15.196:0/3324167721 reap_dead start 2024-09-10T07:43:52.653 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.624+0000 7f5ecd0aa640 1 -- 172.21.15.196:0/3324167721 shutdown_connections 2024-09-10T07:43:52.653 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.624+0000 7f5ecd0aa640 1 -- 172.21.15.196:0/3324167721 >> 172.21.15.196:0/3324167721 conn(0x7f5ec809db00 msgr2=0x7f5ec8129ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:52.653 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.624+0000 7f5ecd0aa640 1 -- 172.21.15.196:0/3324167721 shutdown_connections 2024-09-10T07:43:52.653 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.624+0000 7f7975ffb640 1 -- 172.21.15.196:0/1946045275 shutdown_connections 2024-09-10T07:43:52.653 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.624+0000 7f7975ffb640 1 -- 172.21.15.196:0/1946045275 >> 172.21.15.196:0/1946045275 conn(0x7f799009db00 msgr2=0x7f7990129ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:52.654 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.624+0000 7f5ecd0aa640 1 -- 172.21.15.196:0/3324167721 wait complete. 2024-09-10T07:43:52.654 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.625+0000 7f885ca19640 1 -- 172.21.15.196:0/4094594437 >> v1:172.21.15.196:6800/3084436343 conn(0x7f883804e510 legacy=0x7f8838050950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.654 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.625+0000 7f7975ffb640 1 -- 172.21.15.196:0/1946045275 shutdown_connections 2024-09-10T07:43:52.655 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.625+0000 7f885ca19640 1 -- 172.21.15.196:0/4094594437 >> v1:172.21.15.196:6816/3572737106 conn(0x7f8838047c20 legacy=0x7f883804a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.655 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.625+0000 7f885ca19640 1 -- 172.21.15.196:0/4094594437 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f88580630c0 msgr2=0x7f885812ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.655 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.625+0000 7f885ca19640 1 --2- 172.21.15.196:0/4094594437 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f88580630c0 0x7f885812ba80 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8848009fd0 tx=0x7f884800ed40 comp rx=0 tx=0).stop 2024-09-10T07:43:52.655 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.625+0000 7f8856d9d640 1 -- 172.21.15.196:0/4094594437 reap_dead start 2024-09-10T07:43:52.655 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.625+0000 7f7975ffb640 1 -- 172.21.15.196:0/1946045275 wait complete. 2024-09-10T07:43:52.656 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.625+0000 7f885ca19640 1 -- 172.21.15.196:0/4094594437 shutdown_connections 2024-09-10T07:43:52.656 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.625+0000 7f885ca19640 1 -- 172.21.15.196:0/4094594437 >> 172.21.15.196:0/4094594437 conn(0x7f885809c290 msgr2=0x7f8858097650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:52.656 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.625+0000 7f885ca19640 1 -- 172.21.15.196:0/4094594437 shutdown_connections 2024-09-10T07:43:52.656 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.625+0000 7f885ca19640 1 -- 172.21.15.196:0/4094594437 wait complete. 2024-09-10T07:43:52.656 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.625+0000 7f0b9e255640 1 -- 172.21.15.196:0/162929425 --> v1:172.21.15.196:6808/251214582 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0b981c8b20 con 0x7f0b8404e420 2024-09-10T07:43:52.657 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.625+0000 7f0b7ffff640 1 -- 172.21.15.196:0/162929425 <== osd.2 v1:172.21.15.196:6808/251214582 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 3324758384) 0x7f0b981c8b20 con 0x7f0b8404e420 2024-09-10T07:43:52.658 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.626+0000 7f0b9e255640 1 -- 172.21.15.196:0/162929425 >> v1:172.21.15.196:6808/251214582 conn(0x7f0b8404e420 legacy=0x7f0b84050860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.658 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.626+0000 7f0b9e255640 1 -- 172.21.15.196:0/162929425 >> v1:172.21.15.196:6816/3572737106 conn(0x7f0b84047ba0 legacy=0x7f0b8404a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.658 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.626+0000 7f0b9e255640 1 -- 172.21.15.196:0/162929425 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0b9812f880 msgr2=0x7f0b9809a600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.658 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.626+0000 7f0b9e255640 1 --2- 172.21.15.196:0/162929425 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0b9812f880 0x7f0b9809a600 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f0b90009eb0 tx=0x7f0b90004a40 comp rx=0 tx=0).stop 2024-09-10T07:43:52.658 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.626+0000 7f0b97fff640 1 -- 172.21.15.196:0/162929425 reap_dead start 2024-09-10T07:43:52.658 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.626+0000 7f0b9e255640 1 -- 172.21.15.196:0/162929425 shutdown_connections 2024-09-10T07:43:52.658 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.626+0000 7f0b9e255640 1 -- 172.21.15.196:0/162929425 >> 172.21.15.196:0/162929425 conn(0x7f0b9809e980 msgr2=0x7f0b9809df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:52.658 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.626+0000 7f0b9e255640 1 -- 172.21.15.196:0/162929425 shutdown_connections 2024-09-10T07:43:52.658 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.626+0000 7f0b9e255640 1 -- 172.21.15.196:0/162929425 wait complete. 2024-09-10T07:43:52.659 INFO:teuthology.orchestra.run.smithi196.stdout:111669149700 2024-09-10T07:43:52.659 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T07:43:52.660 INFO:teuthology.orchestra.run.smithi196.stdout:124554051587 2024-09-10T07:43:52.661 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T07:43:52.661 INFO:teuthology.orchestra.run.smithi196.stdout:107374182404 2024-09-10T07:43:52.662 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T07:43:52.662 INFO:teuthology.orchestra.run.smithi196.stdout:115964116995 2024-09-10T07:43:52.663 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T07:43:52.804 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.805+0000 7f7f23fc2640 1 Processor -- start 2024-09-10T07:43:52.805 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.805+0000 7f47fc6f7640 1 Processor -- start 2024-09-10T07:43:52.805 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.805+0000 7f47fc6f7640 1 -- start start 2024-09-10T07:43:52.805 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.805+0000 7f36b49fd640 1 Processor -- start 2024-09-10T07:43:52.806 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.805+0000 7f36b49fd640 1 -- start start 2024-09-10T07:43:52.806 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.805+0000 7f7f23fc2640 1 -- start start 2024-09-10T07:43:52.807 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.805+0000 7f4d7d1c3640 1 Processor -- start 2024-09-10T07:43:52.807 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.805+0000 7f4d7d1c3640 1 -- start start 2024-09-10T07:43:52.807 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.805+0000 7f47fc6f7640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f47f4133990 0x7f47f4133d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.807 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.805+0000 7f47fc6f7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47f41342b0 0x7f47f41302b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.807 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.805+0000 7f47fc6f7640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f47f41307f0 0x7f47f4130c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.808 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.805+0000 7f7f23fc2640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f7f1c06dce0 0x7f7f1c06e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.809 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.805+0000 7f47fc6f7640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f47f406eab0 con 0x7f47f41307f0 2024-09-10T07:43:52.810 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.805+0000 7f47fc6f7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f47f41311b0 con 0x7f47f41342b0 2024-09-10T07:43:52.810 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.805+0000 7f47fc6f7640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f47f4070140 con 0x7f47f4133990 2024-09-10T07:43:52.810 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.805+0000 7f7f23fc2640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f1c12fa50 0x7f7f1c12fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.811 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.805+0000 7f7f23fc2640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7f1c06f720 con 0x7f7f1c06e600 2024-09-10T07:43:52.811 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.805+0000 7f7f23fc2640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7f1c075bc0 con 0x7f7f1c12fa50 2024-09-10T07:43:52.811 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.805+0000 7f7f23fc2640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f7f1c070340 con 0x7f7f1c06dce0 2024-09-10T07:43:52.811 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f4d7d1c3640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4d78094070 0x7f4d78094450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.812 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f47fac94640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f47f41307f0 0x7f47f4130c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.813 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f4d7d1c3640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4d78094990 0x7f4d7812f620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.813 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f4d7d1c3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d780918b0 0x7f4d7812fb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.813 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f7f2155d640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f7f1c06e600 0x7f7f1c12f340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:36010/0 (socket says 172.21.15.196:36010) 2024-09-10T07:43:52.813 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f7f2155d640 1 -- 172.21.15.196:0/331985787 learned_addr learned my addr 172.21.15.196:0/331985787 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:52.814 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f47f9c92640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47f41342b0 0x7f47f41302b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.814 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f47f9c92640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47f41342b0 0x7f47f41302b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59606/0 (socket says 172.21.15.196:59606) 2024-09-10T07:43:52.814 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f47f9c92640 1 -- 172.21.15.196:0/695582713 learned_addr learned my addr 172.21.15.196:0/695582713 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:52.814 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f47fa493640 1 --2- 172.21.15.196:0/695582713 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f47f4133990 0x7f47f4133d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.814 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f4d7d1c3640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f4d78063530 con 0x7f4d78094990 2024-09-10T07:43:52.814 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f4d7d1c3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4d780630c0 con 0x7f4d780918b0 2024-09-10T07:43:52.814 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f4d7d1c3640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f4d78093c20 con 0x7f4d78094070 2024-09-10T07:43:52.815 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f4d7659c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4d78094990 0x7f4d7812f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.815 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f4d7659c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4d78094990 0x7f4d7812f620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:51974/0 (socket says 172.21.15.196:51974) 2024-09-10T07:43:52.815 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f4d7659c640 1 -- 172.21.15.196:0/1249081641 learned_addr learned my addr 172.21.15.196:0/1249081641 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:52.815 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.805+0000 7f36b49fd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36b006ee30 0x7f36b006f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f36b49fd640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36b006f750 0x7f36b0133ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f36b49fd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f36b0134010 0x7f36b0136400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f36b49fd640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f36b0070430 con 0x7f36b0134010 2024-09-10T07:43:52.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f36b49fd640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f36b006cef0 con 0x7f36b006ee30 2024-09-10T07:43:52.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f36b49fd640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f36b006fb90 con 0x7f36b006f750 2024-09-10T07:43:52.816 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f36ae59c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36b006ee30 0x7f36b006f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f36ae59c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36b006ee30 0x7f36b006f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59612/0 (socket says 172.21.15.196:59612) 2024-09-10T07:43:52.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f36ae59c640 1 -- 172.21.15.196:0/2562079058 learned_addr learned my addr 172.21.15.196:0/2562079058 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:52.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f36add9b640 1 --2- 172.21.15.196:0/2562079058 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36b006f750 0x7f36b0133ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.817 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f4d76d9d640 1 --2- 172.21.15.196:0/1249081641 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4d78094070 0x7f4d78094450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.818 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f7f21d5e640 1 --2- 172.21.15.196:0/331985787 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f7f1c06dce0 0x7f7f1c06e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.818 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f7f2255f640 1 --2- 172.21.15.196:0/331985787 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f1c12fa50 0x7f7f1c12fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.819 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f36aed9d640 1 --2- 172.21.15.196:0/2562079058 >> v2:172.21.15.196:3300/0 conn(0x7f36b0134010 0x7f36b0136400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.819 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f36ae59c640 1 -- 172.21.15.196:0/2562079058 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36b006f750 msgr2=0x7f36b0133ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:52.819 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f36ae59c640 1 --2- 172.21.15.196:0/2562079058 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36b006f750 0x7f36b0133ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.819 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f36ae59c640 1 -- 172.21.15.196:0/2562079058 >> v2:172.21.15.196:3300/0 conn(0x7f36b0134010 msgr2=0x7f36b0136400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:52.819 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f36ae59c640 1 --2- 172.21.15.196:0/2562079058 >> v2:172.21.15.196:3300/0 conn(0x7f36b0134010 0x7f36b0136400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.819 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f36ae59c640 1 -- 172.21.15.196:0/2562079058 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36b006d7e0 con 0x7f36b006ee30 2024-09-10T07:43:52.820 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f7f20d5c640 1 -- 172.21.15.196:0/331985787 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2206318530 0 0) 0x7f7f1c06f720 con 0x7f7f1c06e600 2024-09-10T07:43:52.820 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f7f20d5c640 1 -- 172.21.15.196:0/331985787 --> v1:172.21.15.196:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7f08003520 con 0x7f7f1c06e600 2024-09-10T07:43:52.820 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f7f20d5c640 1 -- 172.21.15.196:0/331985787 <== mon.0 v1:172.21.15.196:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3456447200 0 0) 0x7f7f08003520 con 0x7f7f1c06e600 2024-09-10T07:43:52.820 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f7f20d5c640 1 -- 172.21.15.196:0/331985787 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f7f1c06dce0 msgr2=0x7f7f1c06e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:52.820 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f7f20d5c640 1 --2- 172.21.15.196:0/331985787 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f7f1c06dce0 0x7f7f1c06e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.820 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f7f20d5c640 1 -- 172.21.15.196:0/331985787 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f1c12fa50 msgr2=0x7f7f1c12fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:52.820 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.807+0000 7f7f20d5c640 1 --2- 172.21.15.196:0/331985787 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f1c12fa50 0x7f7f1c12fec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.820 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f4d7759e640 1 --2- 172.21.15.196:0/1249081641 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d780918b0 0x7f4d7812fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.821 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f4d7659c640 1 -- 172.21.15.196:0/1249081641 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4d78094070 msgr2=0x7f4d78094450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:52.821 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f4d7659c640 1 --2- 172.21.15.196:0/1249081641 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4d78094070 0x7f4d78094450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.821 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f4d7659c640 1 -- 172.21.15.196:0/1249081641 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d780918b0 msgr2=0x7f4d7812fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:52.821 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f4d7659c640 1 --2- 172.21.15.196:0/1249081641 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d780918b0 0x7f4d7812fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.821 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.807+0000 7f7f20d5c640 1 -- 172.21.15.196:0/331985787 --> v1:172.21.15.196:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f1c06e9e0 con 0x7f7f1c06e600 2024-09-10T07:43:52.821 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f4d7659c640 1 -- 172.21.15.196:0/1249081641 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d781300a0 con 0x7f4d78094990 2024-09-10T07:43:52.822 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.807+0000 7f7f20d5c640 1 -- 172.21.15.196:0/331985787 <== mon.0 v1:172.21.15.196:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 913365626 0 0) 0x7f7f0c001670 con 0x7f7f1c06e600 2024-09-10T07:43:52.822 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.807+0000 7f7f20d5c640 1 -- 172.21.15.196:0/331985787 >> v1:172.21.15.196:6789/0 conn(0x7f7f1c06e600 legacy=0x7f7f1c12f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.822 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.807+0000 7f7f20d5c640 1 --2- 172.21.15.196:0/331985787 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f1c12fa50 0x7f7f080039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.823 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.807+0000 7f7f20d5c640 1 --2- 172.21.15.196:0/331985787 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7f08003f30 0x7f7f08004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.823 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.807+0000 7f7f20d5c640 1 --2- 172.21.15.196:0/331985787 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f7f1c06dce0 0x7f7f08004d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.823 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.807+0000 7f7f20d5c640 1 -- 172.21.15.196:0/331985787 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7f1c070340 con 0x7f7f08003f30 2024-09-10T07:43:52.823 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.807+0000 7f7f20d5c640 1 -- 172.21.15.196:0/331985787 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7f08005330 con 0x7f7f1c12fa50 2024-09-10T07:43:52.823 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.807+0000 7f7f20d5c640 1 -- 172.21.15.196:0/331985787 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f7f08005530 con 0x7f7f1c06dce0 2024-09-10T07:43:52.823 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.807+0000 7f7f2255f640 1 --2- 172.21.15.196:0/331985787 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f7f1c06dce0 0x7f7f08004d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.823 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.807+0000 7f7f21d5e640 1 --2- 172.21.15.196:0/331985787 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f1c12fa50 0x7f7f080039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.823 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f47fac94640 1 -- 172.21.15.196:0/695582713 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f47f4133990 msgr2=0x7f47f4133d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:52.823 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.807+0000 7f7f2155d640 1 --2- 172.21.15.196:0/331985787 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7f08003f30 0x7f7f08004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.824 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f47fac94640 1 --2- 172.21.15.196:0/695582713 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f47f4133990 0x7f47f4133d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.824 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.807+0000 7f7f2255f640 1 -- 172.21.15.196:0/331985787 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f1c12fa50 msgr2=0x7f7f080039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:52.824 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.807+0000 7f7f2255f640 1 --2- 172.21.15.196:0/331985787 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f1c12fa50 0x7f7f080039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.825 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.807+0000 7f7f2255f640 1 -- 172.21.15.196:0/331985787 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7f08003f30 msgr2=0x7f7f08004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:52.825 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.807+0000 7f7f2255f640 1 --2- 172.21.15.196:0/331985787 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7f08003f30 0x7f7f08004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.825 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.807+0000 7f7f2255f640 1 -- 172.21.15.196:0/331985787 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f08003520 con 0x7f7f1c06dce0 2024-09-10T07:43:52.825 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f47fac94640 1 -- 172.21.15.196:0/695582713 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47f41342b0 msgr2=0x7f47f41302b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:52.825 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.807+0000 7f36ae59c640 1 --2- 172.21.15.196:0/2562079058 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36b006ee30 0x7f36b006f210 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f36a000ffd0 tx=0x7f36a0033040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e1279d6ddb06433d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:52.826 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f47fac94640 1 --2- 172.21.15.196:0/695582713 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47f41342b0 0x7f47f41302b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.826 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.806+0000 7f47fac94640 1 -- 172.21.15.196:0/695582713 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47f40703e0 con 0x7f47f41307f0 2024-09-10T07:43:52.826 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.807+0000 7f47f9c92640 1 --2- 172.21.15.196:0/695582713 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47f41342b0 0x7f47f41302b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:52.826 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.808+0000 7f47fac94640 1 --2- 172.21.15.196:0/695582713 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47f41307f0 0x7f47f4130c70 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f47ec009d90 tx=0x7f47ec02a490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3935d888175eed4b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:52.827 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.808+0000 7f4d7659c640 1 --2- 172.21.15.196:0/1249081641 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d78094990 0x7f4d7812f620 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f4d6c009870 tx=0x7f4d6c0328c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7286696d62cf3fdf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:52.827 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.808+0000 7f36ad59a640 1 -- 172.21.15.196:0/2562079058 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36a0040070 con 0x7f36b006ee30 2024-09-10T07:43:52.827 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.808+0000 7f4d75d9b640 1 -- 172.21.15.196:0/1249081641 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d6c0387c0 con 0x7f4d78094990 2024-09-10T07:43:52.827 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.808+0000 7f36ad59a640 1 -- 172.21.15.196:0/2562079058 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36a0033d90 con 0x7f36b006ee30 2024-09-10T07:43:52.828 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.808+0000 7f36ad59a640 1 -- 172.21.15.196:0/2562079058 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36a003b660 con 0x7f36b006ee30 2024-09-10T07:43:52.828 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.808+0000 7f4d75d9b640 1 -- 172.21.15.196:0/1249081641 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d6c03e070 con 0x7f4d78094990 2024-09-10T07:43:52.828 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.808+0000 7f4d75d9b640 1 -- 172.21.15.196:0/1249081641 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d6c038b80 con 0x7f4d78094990 2024-09-10T07:43:52.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.808+0000 7f47f9491640 1 -- 172.21.15.196:0/695582713 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47ec007740 con 0x7f47f41307f0 2024-09-10T07:43:52.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.808+0000 7f47f9491640 1 -- 172.21.15.196:0/695582713 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47ec0078e0 con 0x7f47f41307f0 2024-09-10T07:43:52.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.808+0000 7f47f9491640 1 -- 172.21.15.196:0/695582713 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47ec007cb0 con 0x7f47f41307f0 2024-09-10T07:43:52.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f36b49fd640 1 -- 172.21.15.196:0/2562079058 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36b006ee30 msgr2=0x7f36b006f210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f36b49fd640 1 --2- 172.21.15.196:0/2562079058 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36b006ee30 0x7f36b006f210 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f36a000ffd0 tx=0x7f36a0033040 comp rx=0 tx=0).stop 2024-09-10T07:43:52.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f4d7d1c3640 1 -- 172.21.15.196:0/1249081641 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d78094990 msgr2=0x7f4d7812f620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f4d7d1c3640 1 --2- 172.21.15.196:0/1249081641 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d78094990 0x7f4d7812f620 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f4d6c009870 tx=0x7f4d6c0328c0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f7f2255f640 1 --2- 172.21.15.196:0/331985787 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f7f1c06dce0 0x7f7f08004d40 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7f14009f70 tx=0x7f7f08005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ff7b1e7e5a356443 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:52.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f36b49fd640 1 -- 172.21.15.196:0/2562079058 shutdown_connections 2024-09-10T07:43:52.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f36b49fd640 1 --2- 172.21.15.196:0/2562079058 >> v2:172.21.15.196:3300/0 conn(0x7f36b0134010 0x7f36b0136400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f36b49fd640 1 --2- 172.21.15.196:0/2562079058 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36b006f750 0x7f36b0133ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f4d7d1c3640 1 -- 172.21.15.196:0/1249081641 shutdown_connections 2024-09-10T07:43:52.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f36b49fd640 1 --2- 172.21.15.196:0/2562079058 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36b006ee30 0x7f36b006f210 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f36b49fd640 1 -- 172.21.15.196:0/2562079058 >> 172.21.15.196:0/2562079058 conn(0x7f36b009b610 msgr2=0x7f36b009ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:52.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f4d7d1c3640 1 --2- 172.21.15.196:0/1249081641 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d780918b0 0x7f4d7812fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f4d7d1c3640 1 --2- 172.21.15.196:0/1249081641 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d78094990 0x7f4d7812f620 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f4d7d1c3640 1 --2- 172.21.15.196:0/1249081641 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4d78094070 0x7f4d78094450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f4d7d1c3640 1 -- 172.21.15.196:0/1249081641 >> 172.21.15.196:0/1249081641 conn(0x7f4d7809c290 msgr2=0x7f4d7809c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:52.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f36b49fd640 1 -- 172.21.15.196:0/2562079058 shutdown_connections 2024-09-10T07:43:52.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f7f20d5c640 1 -- 172.21.15.196:0/331985787 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f14037070 con 0x7f7f1c06dce0 2024-09-10T07:43:52.832 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f4d7d1c3640 1 -- 172.21.15.196:0/1249081641 shutdown_connections 2024-09-10T07:43:52.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f4d7d1c3640 1 -- 172.21.15.196:0/1249081641 wait complete. 2024-09-10T07:43:52.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f7f20d5c640 1 -- 172.21.15.196:0/331985787 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f1402e050 con 0x7f7f1c06dce0 2024-09-10T07:43:52.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f7f20d5c640 1 -- 172.21.15.196:0/331985787 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f14009bf0 con 0x7f7f1c06dce0 2024-09-10T07:43:52.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f47fc6f7640 1 -- 172.21.15.196:0/695582713 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47f41307f0 msgr2=0x7f47f4130c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f47fc6f7640 1 --2- 172.21.15.196:0/695582713 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47f41307f0 0x7f47f4130c70 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f47ec009d90 tx=0x7f47ec02a490 comp rx=0 tx=0).stop 2024-09-10T07:43:52.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f36b49fd640 1 -- 172.21.15.196:0/2562079058 wait complete. 2024-09-10T07:43:52.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f47fc6f7640 1 -- 172.21.15.196:0/695582713 shutdown_connections 2024-09-10T07:43:52.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f47fc6f7640 1 --2- 172.21.15.196:0/695582713 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47f41307f0 0x7f47f4130c70 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f47fc6f7640 1 --2- 172.21.15.196:0/695582713 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47f41342b0 0x7f47f41302b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f47fc6f7640 1 --2- 172.21.15.196:0/695582713 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f47f4133990 0x7f47f4133d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f47fc6f7640 1 -- 172.21.15.196:0/695582713 >> 172.21.15.196:0/695582713 conn(0x7f47f409db00 msgr2=0x7f47f409df10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:52.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f47fc6f7640 1 -- 172.21.15.196:0/695582713 shutdown_connections 2024-09-10T07:43:52.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.809+0000 7f47fc6f7640 1 -- 172.21.15.196:0/695582713 wait complete. 2024-09-10T07:43:52.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.810+0000 7f7f23fc2640 1 -- 172.21.15.196:0/331985787 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f7f1c06dce0 msgr2=0x7f7f08004d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.810+0000 7f36b49fd640 1 Processor -- start 2024-09-10T07:43:52.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.810+0000 7f7f23fc2640 1 --2- 172.21.15.196:0/331985787 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f7f1c06dce0 0x7f7f08004d40 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7f14009f70 tx=0x7f7f08005830 comp rx=0 tx=0).stop 2024-09-10T07:43:52.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.810+0000 7f47fc6f7640 1 Processor -- start 2024-09-10T07:43:52.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.810+0000 7f36b49fd640 1 -- start start 2024-09-10T07:43:52.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.810+0000 7f7f23fc2640 1 -- 172.21.15.196:0/331985787 shutdown_connections 2024-09-10T07:43:52.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.810+0000 7f7f23fc2640 1 --2- 172.21.15.196:0/331985787 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f7f1c06dce0 0x7f7f08004d40 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.810+0000 7f7f23fc2640 1 --2- 172.21.15.196:0/331985787 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7f08003f30 0x7f7f08004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.837 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.810+0000 7f47fc6f7640 1 -- start start 2024-09-10T07:43:52.837 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.810+0000 7f7f23fc2640 1 --2- 172.21.15.196:0/331985787 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f1c12fa50 0x7f7f080039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.837 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.810+0000 7f7f23fc2640 1 -- 172.21.15.196:0/331985787 >> 172.21.15.196:0/331985787 conn(0x7f7f1c09e980 msgr2=0x7f7f1c09ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:52.838 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f4d7d1c3640 1 Processor -- start 2024-09-10T07:43:52.838 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f7f23fc2640 1 -- 172.21.15.196:0/331985787 shutdown_connections 2024-09-10T07:43:52.838 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f7f23fc2640 1 -- 172.21.15.196:0/331985787 wait complete. 2024-09-10T07:43:52.838 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f36b49fd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36b006ee30 0x7f36b01c03e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.839 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f36b49fd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36b006f750 0x7f36b01c0920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.839 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f36b49fd640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36b0134010 0x7f36b0095350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.839 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f4d7d1c3640 1 -- start start 2024-09-10T07:43:52.839 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f47fc6f7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47f41307f0 0x7f47f4134900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.839 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f47fc6f7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47f4133990 0x7f47f4134e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.840 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f36add9b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36b006f750 0x7f36b01c0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.840 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f36b49fd640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f36b008d2f0 con 0x7f36b006f750 2024-09-10T07:43:52.840 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f36ae59c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36b006ee30 0x7f36b01c03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.840 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f47fc6f7640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f47f41342b0 0x7f47f4135380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.840 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f36add9b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36b006f750 0x7f36b01c0920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:51994/0 (socket says 172.21.15.196:51994) 2024-09-10T07:43:52.841 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f36add9b640 1 -- 172.21.15.196:0/3383586600 learned_addr learned my addr 172.21.15.196:0/3383586600 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:52.841 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f47fa493640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47f41307f0 0x7f47f4134900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.841 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f36ae59c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36b006ee30 0x7f36b01c03e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59630/0 (socket says 172.21.15.196:59630) 2024-09-10T07:43:52.841 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f36b49fd640 1 -- 172.21.15.196:0/3383586600 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f36b008d170 con 0x7f36b006ee30 2024-09-10T07:43:52.842 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f36b49fd640 1 -- 172.21.15.196:0/3383586600 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f36b008d470 con 0x7f36b0134010 2024-09-10T07:43:52.842 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f47fa493640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47f41307f0 0x7f47f4134900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59646/0 (socket says 172.21.15.196:59646) 2024-09-10T07:43:52.842 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f36aed9d640 1 --2- 172.21.15.196:0/3383586600 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36b0134010 0x7f36b0095350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.843 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f47fa493640 1 -- 172.21.15.196:0/2295658720 learned_addr learned my addr 172.21.15.196:0/2295658720 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:52.843 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f47f9c92640 1 --2- 172.21.15.196:0/2295658720 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47f4133990 0x7f47f4134e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.843 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f47fac94640 1 --2- 172.21.15.196:0/2295658720 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f47f41342b0 0x7f47f4135380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.843 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f47fc6f7640 1 -- 172.21.15.196:0/2295658720 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f47f413acc0 con 0x7f47f4133990 2024-09-10T07:43:52.843 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f47fc6f7640 1 -- 172.21.15.196:0/2295658720 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f47f413ab40 con 0x7f47f41307f0 2024-09-10T07:43:52.843 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f47fc6f7640 1 -- 172.21.15.196:0/2295658720 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f47f413ae40 con 0x7f47f41342b0 2024-09-10T07:43:52.844 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f36add9b640 1 -- 172.21.15.196:0/3383586600 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36b0134010 msgr2=0x7f36b0095350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.844 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f36add9b640 1 --2- 172.21.15.196:0/3383586600 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36b0134010 0x7f36b0095350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.844 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f36add9b640 1 -- 172.21.15.196:0/3383586600 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36b006ee30 msgr2=0x7f36b01c03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.844 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.811+0000 7f36add9b640 1 --2- 172.21.15.196:0/3383586600 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36b006ee30 0x7f36b01c03e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.844 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f36add9b640 1 -- 172.21.15.196:0/3383586600 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36b0097560 con 0x7f36b006f750 2024-09-10T07:43:52.844 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f47fa493640 1 -- 172.21.15.196:0/2295658720 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f47f41342b0 msgr2=0x7f47f4135380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.845 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f36ae59c640 1 --2- 172.21.15.196:0/3383586600 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36b006ee30 0x7f36b01c03e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:52.845 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f47fa493640 1 --2- 172.21.15.196:0/2295658720 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f47f41342b0 0x7f47f4135380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.846 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f47fa493640 1 -- 172.21.15.196:0/2295658720 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47f4133990 msgr2=0x7f47f4134e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.846 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f47fa493640 1 --2- 172.21.15.196:0/2295658720 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47f4133990 0x7f47f4134e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.846 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f47fa493640 1 -- 172.21.15.196:0/2295658720 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47f4136eb0 con 0x7f47f41307f0 2024-09-10T07:43:52.846 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f47f9c92640 1 --2- 172.21.15.196:0/2295658720 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47f4133990 0x7f47f4134e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:52.846 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f4d7d1c3640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d780918b0 0x7f4d7806f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.846 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f4d7d1c3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d78094070 0x7f4d7806f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.847 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f36add9b640 1 --2- 172.21.15.196:0/3383586600 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36b006f750 0x7f36b01c0920 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f36a400e980 tx=0x7f36a400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:52.847 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f7f23fc2640 1 Processor -- start 2024-09-10T07:43:52.847 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f47fa493640 1 --2- 172.21.15.196:0/2295658720 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47f41307f0 0x7f47f4134900 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f47f000e890 tx=0x7f47f000ed50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:52.848 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f4d76d9d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d780918b0 0x7f4d7806f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.848 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f4d7659c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d78094070 0x7f4d7806f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.848 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f4d76d9d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d780918b0 0x7f4d7806f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:52022/0 (socket says 172.21.15.196:52022) 2024-09-10T07:43:52.848 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f4d7659c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d78094070 0x7f4d7806f5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59654/0 (socket says 172.21.15.196:59654) 2024-09-10T07:43:52.848 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f369effd640 1 -- 172.21.15.196:0/3383586600 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36a4017070 con 0x7f36b006f750 2024-09-10T07:43:52.848 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f7f23fc2640 1 -- start start 2024-09-10T07:43:52.849 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f4d7d1c3640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4d78094990 0x7f4d78072680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.849 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f47eaffd640 1 -- 172.21.15.196:0/2295658720 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47f0017070 con 0x7f47f41307f0 2024-09-10T07:43:52.849 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f47eaffd640 1 -- 172.21.15.196:0/2295658720 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47f000c940 con 0x7f47f41307f0 2024-09-10T07:43:52.850 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f4d76d9d640 1 -- 172.21.15.196:0/3684515640 learned_addr learned my addr 172.21.15.196:0/3684515640 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:52.850 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f4d7d1c3640 1 -- 172.21.15.196:0/3684515640 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4d7808d0e0 con 0x7f4d780918b0 2024-09-10T07:43:52.850 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f4d7d1c3640 1 -- 172.21.15.196:0/3684515640 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4d7808cf60 con 0x7f4d78094070 2024-09-10T07:43:52.850 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f4d7759e640 1 --2- 172.21.15.196:0/3684515640 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4d78094990 0x7f4d78072680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.850 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f4d7d1c3640 1 -- 172.21.15.196:0/3684515640 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f4d7808d260 con 0x7f4d78094990 2024-09-10T07:43:52.851 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f47fc6f7640 1 -- 172.21.15.196:0/2295658720 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47f4135d60 con 0x7f47f41307f0 2024-09-10T07:43:52.851 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f369effd640 1 -- 172.21.15.196:0/3383586600 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36a400ca00 con 0x7f36b006f750 2024-09-10T07:43:52.851 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.813+0000 7f369effd640 1 -- 172.21.15.196:0/3383586600 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36a400cdd0 con 0x7f36b006f750 2024-09-10T07:43:52.852 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.812+0000 7f47fc6f7640 1 -- 172.21.15.196:0/2295658720 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f47f412fbf0 con 0x7f47f41307f0 2024-09-10T07:43:52.852 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.813+0000 7f47eaffd640 1 -- 172.21.15.196:0/2295658720 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47f000cd10 con 0x7f47f41307f0 2024-09-10T07:43:52.852 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.813+0000 7f36b49fd640 1 -- 172.21.15.196:0/3383586600 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36b0123cd0 con 0x7f36b006f750 2024-09-10T07:43:52.852 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.813+0000 7f36b49fd640 1 -- 172.21.15.196:0/3383586600 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36b01c0e60 con 0x7f36b006f750 2024-09-10T07:43:52.852 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.813+0000 7f4d76d9d640 1 -- 172.21.15.196:0/3684515640 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4d78094990 msgr2=0x7f4d78072680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.853 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.813+0000 7f7f23fc2640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f7f08003f30 0x7f7f1c1c4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.853 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.813+0000 7f4d76d9d640 1 --2- 172.21.15.196:0/3684515640 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4d78094990 0x7f4d78072680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.853 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.813+0000 7f4d76d9d640 1 -- 172.21.15.196:0/3684515640 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d78094070 msgr2=0x7f4d7806f5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.853 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.813+0000 7f4d76d9d640 1 --2- 172.21.15.196:0/3684515640 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d78094070 0x7f4d7806f5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.854 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.813+0000 7f4d76d9d640 1 -- 172.21.15.196:0/3684515640 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d780707f0 con 0x7f4d780918b0 2024-09-10T07:43:52.854 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.813+0000 7f7f21d5e640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f7f08003f30 0x7f7f1c1c4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.854 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.813+0000 7f7f21d5e640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f7f08003f30 0x7f7f1c1c4230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:51434/0 (socket says 172.21.15.196:51434) 2024-09-10T07:43:52.854 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.813+0000 7f7f21d5e640 1 -- 172.21.15.196:0/4234477340 learned_addr learned my addr 172.21.15.196:0/4234477340 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:52.854 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.813+0000 7f4d7759e640 1 --2- 172.21.15.196:0/3684515640 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4d78094990 0x7f4d78072680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:52.854 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.813+0000 7f7f23fc2640 1 --2- 172.21.15.196:0/4234477340 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f1c06dce0 0x7f7f1c1c4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.855 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.813+0000 7f4d7659c640 1 --2- 172.21.15.196:0/3684515640 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d78094070 0x7f4d7806f5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T07:43:52.855 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.813+0000 7f7f2155d640 1 --2- 172.21.15.196:0/4234477340 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f1c06dce0 0x7f7f1c1c4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.856 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.813+0000 7f7f23fc2640 1 --2- 172.21.15.196:0/4234477340 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7f1c06e600 0x7f7f1c1c4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:52.856 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.814+0000 7f7f23fc2640 1 -- 172.21.15.196:0/4234477340 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7f1c12fec0 con 0x7f7f1c06e600 2024-09-10T07:43:52.856 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.814+0000 7f7f2255f640 1 --2- 172.21.15.196:0/4234477340 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7f1c06e600 0x7f7f1c1c4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:52.856 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.814+0000 7f7f23fc2640 1 -- 172.21.15.196:0/4234477340 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f7f1c06e310 con 0x7f7f1c06dce0 2024-09-10T07:43:52.856 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.814+0000 7f4d76d9d640 1 --2- 172.21.15.196:0/3684515640 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d780918b0 0x7f4d7806f090 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f4d6800d800 tx=0x7f4d6800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:52.856 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.814+0000 7f7f23fc2640 1 -- 172.21.15.196:0/4234477340 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f7f1c130040 con 0x7f7f08003f30 2024-09-10T07:43:52.857 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.814+0000 7f47eaffd640 1 -- 172.21.15.196:0/2295658720 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f47f001a070 con 0x7f47f41307f0 2024-09-10T07:43:52.857 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.814+0000 7f7f2155d640 1 -- 172.21.15.196:0/4234477340 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f7f08003f30 msgr2=0x7f7f1c1c4230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.857 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.814+0000 7f7f2155d640 1 --2- 172.21.15.196:0/4234477340 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f7f08003f30 0x7f7f1c1c4230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.857 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.814+0000 7f7f2155d640 1 -- 172.21.15.196:0/4234477340 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7f1c06e600 msgr2=0x7f7f1c1c4cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.858 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.814+0000 7f4d5f7fe640 1 -- 172.21.15.196:0/3684515640 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d6800b6c0 con 0x7f4d780918b0 2024-09-10T07:43:52.858 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.814+0000 7f4d5f7fe640 1 -- 172.21.15.196:0/3684515640 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d68019070 con 0x7f4d780918b0 2024-09-10T07:43:52.858 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.814+0000 7f4d5f7fe640 1 -- 172.21.15.196:0/3684515640 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d6800ba80 con 0x7f4d780918b0 2024-09-10T07:43:52.858 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.814+0000 7f369cff9640 1 -- 172.21.15.196:0/3383586600 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3688005290 con 0x7f36b006f750 2024-09-10T07:43:52.858 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.815+0000 7f47eaffd640 1 -- 172.21.15.196:0/2295658720 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f47f005d360 con 0x7f47f41307f0 2024-09-10T07:43:52.859 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.815+0000 7f7f2155d640 1 --2- 172.21.15.196:0/4234477340 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7f1c06e600 0x7f7f1c1c4cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.859 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.815+0000 7f7f2155d640 1 -- 172.21.15.196:0/4234477340 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f1c093a60 con 0x7f7f1c06dce0 2024-09-10T07:43:52.859 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.815+0000 7f4d7d1c3640 1 -- 172.21.15.196:0/3684515640 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d780710a0 con 0x7f4d780918b0 2024-09-10T07:43:52.859 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.815+0000 7f4d7d1c3640 1 -- 172.21.15.196:0/3684515640 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d7806fb10 con 0x7f4d780918b0 2024-09-10T07:43:52.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.815+0000 7f7f2255f640 1 --2- 172.21.15.196:0/4234477340 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7f1c06e600 0x7f7f1c1c4cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:52.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.815+0000 7f7f2155d640 1 --2- 172.21.15.196:0/4234477340 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f1c06dce0 0x7f7f1c1c4770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7f0c00e8a0 tx=0x7f7f0c00ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:52.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.815+0000 7f7f127fc640 1 -- 172.21.15.196:0/4234477340 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f0c00c6c0 con 0x7f7f1c06dce0 2024-09-10T07:43:52.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.815+0000 7f7f127fc640 1 -- 172.21.15.196:0/4234477340 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f0c018070 con 0x7f7f1c06dce0 2024-09-10T07:43:52.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.815+0000 7f7f127fc640 1 -- 172.21.15.196:0/4234477340 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f0c00caa0 con 0x7f7f1c06dce0 2024-09-10T07:43:52.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.816+0000 7f7f23fc2640 1 -- 172.21.15.196:0/4234477340 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f1c0945a0 con 0x7f7f1c06dce0 2024-09-10T07:43:52.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.815+0000 7f47fc6f7640 1 -- 172.21.15.196:0/2295658720 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47dc005290 con 0x7f47f41307f0 2024-09-10T07:43:52.861 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.815+0000 7f369effd640 1 -- 172.21.15.196:0/3383586600 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f36a401a070 con 0x7f36b006f750 2024-09-10T07:43:52.861 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.816+0000 7f7f23fc2640 1 -- 172.21.15.196:0/4234477340 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f1c091370 con 0x7f7f1c06dce0 2024-09-10T07:43:52.861 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.816+0000 7f369effd640 1 -- 172.21.15.196:0/3383586600 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f36a405d390 con 0x7f36b006f750 2024-09-10T07:43:52.862 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.816+0000 7f4d7d1c3640 1 -- 172.21.15.196:0/3684515640 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d78094450 con 0x7f4d780918b0 2024-09-10T07:43:52.862 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.817+0000 7f7f23fc2640 1 -- 172.21.15.196:0/4234477340 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f1c06db00 con 0x7f7f1c06dce0 2024-09-10T07:43:52.862 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.817+0000 7f4d5f7fe640 1 -- 172.21.15.196:0/3684515640 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f4d6800bc20 con 0x7f4d780918b0 2024-09-10T07:43:52.862 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.817+0000 7f4d5f7fe640 1 -- 172.21.15.196:0/3684515640 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f4d6805d7c0 con 0x7f4d780918b0 2024-09-10T07:43:52.863 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.824+0000 7f47eaffd640 1 -- 172.21.15.196:0/2295658720 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f47f003c770 con 0x7f47f41307f0 2024-09-10T07:43:52.863 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.824+0000 7f369effd640 1 -- 172.21.15.196:0/3383586600 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f36a403c7a0 con 0x7f36b006f750 2024-09-10T07:43:52.863 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.825+0000 7f7f127fc640 1 -- 172.21.15.196:0/4234477340 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f7f0c00cc40 con 0x7f7f1c06dce0 2024-09-10T07:43:52.863 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.825+0000 7f7f127fc640 1 -- 172.21.15.196:0/4234477340 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f7f0c05dca0 con 0x7f7f1c06dce0 2024-09-10T07:43:52.864 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.832+0000 7f4d5f7fe640 1 -- 172.21.15.196:0/3684515640 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f4d6803ccf0 con 0x7f4d780918b0 2024-09-10T07:43:52.864 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.832+0000 7f7f127fc640 1 -- 172.21.15.196:0/4234477340 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f7f1c06db00 con 0x7f7f1c06dce0 2024-09-10T07:43:52.971 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.972+0000 7f47fc6f7640 1 -- 172.21.15.196:0/2295658720 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f47dc005580 con 0x7f47f41307f0 2024-09-10T07:43:52.971 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.972+0000 7f47eaffd640 1 -- 172.21.15.196:0/2295658720 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f47f0041180 con 0x7f47f41307f0 2024-09-10T07:43:52.972 INFO:teuthology.orchestra.run.smithi196.stdout:124554051586 2024-09-10T07:43:52.973 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.974+0000 7f47fc6f7640 1 -- 172.21.15.196:0/2295658720 >> v1:172.21.15.196:6816/3572737106 conn(0x7f47d8047c20 legacy=0x7f47d804a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.973 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.974+0000 7f47fc6f7640 1 -- 172.21.15.196:0/2295658720 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47f41307f0 msgr2=0x7f47f4134900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.974+0000 7f47fc6f7640 1 --2- 172.21.15.196:0/2295658720 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47f41307f0 0x7f47f4134900 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f47f000e890 tx=0x7f47f000ed50 comp rx=0 tx=0).stop 2024-09-10T07:43:52.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.974+0000 7f47fc6f7640 1 -- 172.21.15.196:0/2295658720 shutdown_connections 2024-09-10T07:43:52.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.974+0000 7f47fc6f7640 1 --2- 172.21.15.196:0/2295658720 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f47f41342b0 0x7f47f4135380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.974+0000 7f47fc6f7640 1 --2- 172.21.15.196:0/2295658720 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f47f4133990 0x7f47f4134e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.974+0000 7f47fc6f7640 1 --2- 172.21.15.196:0/2295658720 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f47f41307f0 0x7f47f4134900 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.974+0000 7f47fc6f7640 1 -- 172.21.15.196:0/2295658720 >> 172.21.15.196:0/2295658720 conn(0x7f47f409db00 msgr2=0x7f47f4132be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:52.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.974+0000 7f47fc6f7640 1 -- 172.21.15.196:0/2295658720 shutdown_connections 2024-09-10T07:43:52.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.974+0000 7f47fc6f7640 1 -- 172.21.15.196:0/2295658720 wait complete. 2024-09-10T07:43:52.979 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.980+0000 7f4d7d1c3640 1 -- 172.21.15.196:0/3684515640 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f4d78068d60 con 0x7f4d780918b0 2024-09-10T07:43:52.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.980+0000 7f4d5f7fe640 1 -- 172.21.15.196:0/3684515640 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f4d6803cf50 con 0x7f4d780918b0 2024-09-10T07:43:52.980 INFO:teuthology.orchestra.run.smithi196.stdout:107374182403 2024-09-10T07:43:52.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.982+0000 7f4d7d1c3640 1 -- 172.21.15.196:0/3684515640 >> v1:172.21.15.196:6816/3572737106 conn(0x7f4d64047ba0 legacy=0x7f4d6404a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.982 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.982+0000 7f4d7d1c3640 1 -- 172.21.15.196:0/3684515640 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d780918b0 msgr2=0x7f4d7806f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.982 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.982+0000 7f4d7d1c3640 1 --2- 172.21.15.196:0/3684515640 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d780918b0 0x7f4d7806f090 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f4d6800d800 tx=0x7f4d6800dcc0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.982 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.982+0000 7f4d7d1c3640 1 -- 172.21.15.196:0/3684515640 shutdown_connections 2024-09-10T07:43:52.982 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.982+0000 7f4d7d1c3640 1 --2- 172.21.15.196:0/3684515640 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4d78094990 0x7f4d78072680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.982 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.982+0000 7f4d7d1c3640 1 --2- 172.21.15.196:0/3684515640 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4d78094070 0x7f4d7806f5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.982 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.982+0000 7f4d7d1c3640 1 --2- 172.21.15.196:0/3684515640 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4d780918b0 0x7f4d7806f090 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.983 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.982+0000 7f4d7d1c3640 1 -- 172.21.15.196:0/3684515640 >> 172.21.15.196:0/3684515640 conn(0x7f4d7809c290 msgr2=0x7f4d7812ec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:52.983 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.983+0000 7f4d7d1c3640 1 -- 172.21.15.196:0/3684515640 shutdown_connections 2024-09-10T07:43:52.983 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.983+0000 7f4d7d1c3640 1 -- 172.21.15.196:0/3684515640 wait complete. 2024-09-10T07:43:52.990 INFO:tasks.ceph.ceph_manager.ceph:need seq 124554051587 got 124554051586 for osd.3 2024-09-10T07:43:52.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.987+0000 7f369cff9640 1 -- 172.21.15.196:0/3383586600 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f3688005580 con 0x7f36b006f750 2024-09-10T07:43:52.990 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.987+0000 7f369effd640 1 -- 172.21.15.196:0/3383586600 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f36a403ca00 con 0x7f36b006f750 2024-09-10T07:43:52.991 INFO:teuthology.orchestra.run.smithi196.stdout:115964116994 2024-09-10T07:43:52.991 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.989+0000 7f369cff9640 1 -- 172.21.15.196:0/3383586600 >> v1:172.21.15.196:6816/3572737106 conn(0x7f3690047ba0 legacy=0x7f369004a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.991 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.989+0000 7f369cff9640 1 -- 172.21.15.196:0/3383586600 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36b006f750 msgr2=0x7f36b01c0920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.992 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.989+0000 7f369cff9640 1 --2- 172.21.15.196:0/3383586600 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36b006f750 0x7f36b01c0920 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f36a400e980 tx=0x7f36a400ee40 comp rx=0 tx=0).stop 2024-09-10T07:43:52.992 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.989+0000 7f369cff9640 1 -- 172.21.15.196:0/3383586600 shutdown_connections 2024-09-10T07:43:52.992 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.989+0000 7f369cff9640 1 --2- 172.21.15.196:0/3383586600 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36b0134010 0x7f36b0095350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.992 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.989+0000 7f369cff9640 1 --2- 172.21.15.196:0/3383586600 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36b006f750 0x7f36b01c0920 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.992 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.989+0000 7f369cff9640 1 --2- 172.21.15.196:0/3383586600 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36b006ee30 0x7f36b01c03e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.992 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.989+0000 7f369cff9640 1 -- 172.21.15.196:0/3383586600 >> 172.21.15.196:0/3383586600 conn(0x7f36b009b610 msgr2=0x7f36b0071920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:52.992 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.989+0000 7f369cff9640 1 -- 172.21.15.196:0/3383586600 shutdown_connections 2024-09-10T07:43:52.992 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.989+0000 7f369cff9640 1 -- 172.21.15.196:0/3383586600 wait complete. 2024-09-10T07:43:52.994 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.995+0000 7f7f23fc2640 1 -- 172.21.15.196:0/4234477340 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f7f1c073a10 con 0x7f7f1c06dce0 2024-09-10T07:43:52.995 INFO:tasks.ceph.ceph_manager.ceph:need seq 107374182404 got 107374182403 for osd.0 2024-09-10T07:43:52.995 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.995+0000 7f7f127fc640 1 -- 172.21.15.196:0/4234477340 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f7f1c073a10 con 0x7f7f1c06dce0 2024-09-10T07:43:52.995 INFO:teuthology.orchestra.run.smithi196.stdout:111669149698 2024-09-10T07:43:52.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.997+0000 7f7f23fc2640 1 -- 172.21.15.196:0/4234477340 >> v1:172.21.15.196:6816/3572737106 conn(0x7f7f00047c20 legacy=0x7f7f0004a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.997+0000 7f7f23fc2640 1 -- 172.21.15.196:0/4234477340 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f1c06dce0 msgr2=0x7f7f1c1c4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:52.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.997+0000 7f7f23fc2640 1 --2- 172.21.15.196:0/4234477340 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f1c06dce0 0x7f7f1c1c4770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7f0c00e8a0 tx=0x7f7f0c00ed60 comp rx=0 tx=0).stop 2024-09-10T07:43:52.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.997+0000 7f7f23fc2640 1 -- 172.21.15.196:0/4234477340 shutdown_connections 2024-09-10T07:43:52.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.997+0000 7f7f23fc2640 1 --2- 172.21.15.196:0/4234477340 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f7f1c06e600 0x7f7f1c1c4cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.997+0000 7f7f23fc2640 1 --2- 172.21.15.196:0/4234477340 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f7f1c06dce0 0x7f7f1c1c4770 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.997+0000 7f7f23fc2640 1 --2- 172.21.15.196:0/4234477340 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f7f08003f30 0x7f7f1c1c4230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:52.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.997+0000 7f7f23fc2640 1 -- 172.21.15.196:0/4234477340 >> 172.21.15.196:0/4234477340 conn(0x7f7f1c09e980 msgr2=0x7f7f1c09df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:52.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.997+0000 7f7f23fc2640 1 -- 172.21.15.196:0/4234477340 shutdown_connections 2024-09-10T07:43:52.997 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:52.997+0000 7f7f23fc2640 1 -- 172.21.15.196:0/4234477340 wait complete. 2024-09-10T07:43:53.001 INFO:tasks.ceph.ceph_manager.ceph:need seq 115964116995 got 115964116994 for osd.2 2024-09-10T07:43:53.008 INFO:tasks.ceph.ceph_manager.ceph:need seq 111669149700 got 111669149698 for osd.1 2024-09-10T07:43:53.991 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T07:43:53.996 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T07:43:54.001 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T07:43:54.009 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T07:43:54.109 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.108+0000 7f21d7973640 1 Processor -- start 2024-09-10T07:43:54.109 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.109+0000 7f21d7973640 1 -- start start 2024-09-10T07:43:54.109 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.109+0000 7f21d7973640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f21d006dce0 0x7f21d006e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.109 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.109+0000 7f21d7973640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21d006e600 0x7f21d012f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.110 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.109+0000 7f21d7973640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f21d012f880 0x7f21d012fd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.110 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.109+0000 7f21d7973640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f21d0075bc0 con 0x7f21d006dce0 2024-09-10T07:43:54.110 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.109+0000 7f21d7973640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f21d0070340 con 0x7f21d006e600 2024-09-10T07:43:54.110 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.109+0000 7f21d7973640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f21d0130250 con 0x7f21d012f880 2024-09-10T07:43:54.110 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.109+0000 7f21d570f640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f21d006dce0 0x7f21d006e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.110 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.109+0000 7f21d570f640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f21d006dce0 0x7f21d006e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:52042/0 (socket says 172.21.15.196:52042) 2024-09-10T07:43:54.110 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.109+0000 7f21d570f640 1 -- 172.21.15.196:0/477989088 learned_addr learned my addr 172.21.15.196:0/477989088 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:54.110 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.109+0000 7f21d5f10640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f21d012f880 0x7f21d012fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.110 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.109+0000 7f21d4f0e640 1 --2- 172.21.15.196:0/477989088 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21d006e600 0x7f21d012f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.110 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.110+0000 7f21d5f10640 1 -- 172.21.15.196:0/477989088 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21d006e600 msgr2=0x7f21d012f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:54.110 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.110+0000 7f21d5f10640 1 --2- 172.21.15.196:0/477989088 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21d006e600 0x7f21d012f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.110 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.110+0000 7f21d5f10640 1 -- 172.21.15.196:0/477989088 >> v2:172.21.15.196:3300/0 conn(0x7f21d006dce0 msgr2=0x7f21d006e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:54.111 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.110+0000 7f21d5f10640 1 --2- 172.21.15.196:0/477989088 >> v2:172.21.15.196:3300/0 conn(0x7f21d006dce0 0x7f21d006e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.111 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.110+0000 7f21d5f10640 1 -- 172.21.15.196:0/477989088 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21d006f720 con 0x7f21d012f880 2024-09-10T07:43:54.111 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.110+0000 7f21d570f640 1 --2- 172.21.15.196:0/477989088 >> v2:172.21.15.196:3300/0 conn(0x7f21d006dce0 0x7f21d006e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:54.114 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.111+0000 7f21d5f10640 1 --2- 172.21.15.196:0/477989088 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f21d012f880 0x7f21d012fd10 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f21c8009d90 tx=0x7f21c802a490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b61bcba7dd429e8d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:54.114 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.111+0000 7f21c7fff640 1 -- 172.21.15.196:0/477989088 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21c8007740 con 0x7f21d012f880 2024-09-10T07:43:54.114 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.111+0000 7f21c7fff640 1 -- 172.21.15.196:0/477989088 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21c80078e0 con 0x7f21d012f880 2024-09-10T07:43:54.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.111+0000 7f21c7fff640 1 -- 172.21.15.196:0/477989088 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21c8007cb0 con 0x7f21d012f880 2024-09-10T07:43:54.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.112+0000 7f21d7973640 1 -- 172.21.15.196:0/477989088 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f21d012f880 msgr2=0x7f21d012fd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.112+0000 7f21d7973640 1 --2- 172.21.15.196:0/477989088 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f21d012f880 0x7f21d012fd10 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f21c8009d90 tx=0x7f21c802a490 comp rx=0 tx=0).stop 2024-09-10T07:43:54.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.112+0000 7f21d7973640 1 -- 172.21.15.196:0/477989088 shutdown_connections 2024-09-10T07:43:54.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.112+0000 7f21d7973640 1 --2- 172.21.15.196:0/477989088 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f21d012f880 0x7f21d012fd10 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.112+0000 7f21d7973640 1 --2- 172.21.15.196:0/477989088 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21d006e600 0x7f21d012f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.112+0000 7f21d7973640 1 --2- 172.21.15.196:0/477989088 >> v2:172.21.15.196:3300/0 conn(0x7f21d006dce0 0x7f21d006e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.112+0000 7f21d7973640 1 -- 172.21.15.196:0/477989088 >> 172.21.15.196:0/477989088 conn(0x7f21d009e980 msgr2=0x7f21d009ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:54.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.112+0000 7f21d7973640 1 -- 172.21.15.196:0/477989088 shutdown_connections 2024-09-10T07:43:54.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.112+0000 7f21d7973640 1 -- 172.21.15.196:0/477989088 wait complete. 2024-09-10T07:43:54.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.113+0000 7f21d7973640 1 Processor -- start 2024-09-10T07:43:54.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.113+0000 7f21d7973640 1 -- start start 2024-09-10T07:43:54.115 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.114+0000 7f21d7973640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21d006dce0 0x7f21d008d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.116 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.114+0000 7f21d7973640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f21d006e600 0x7f21d008dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.116 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.114+0000 7f21d7973640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21d012f880 0x7f21d008e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.116 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.114+0000 7f21d4f0e640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f21d006e600 0x7f21d008dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.116 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.114+0000 7f21d4f0e640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f21d006e600 0x7f21d008dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:51442/0 (socket says 172.21.15.196:51442) 2024-09-10T07:43:54.116 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.114+0000 7f21d570f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21d006dce0 0x7f21d008d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.116 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.114+0000 7f21d570f640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21d006dce0 0x7f21d008d660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59678/0 (socket says 172.21.15.196:59678) 2024-09-10T07:43:54.116 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.114+0000 7f21d5f10640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21d012f880 0x7f21d008e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.116 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.114+0000 7f21d5f10640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21d012f880 0x7f21d008e0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:52048/0 (socket says 172.21.15.196:52048) 2024-09-10T07:43:54.116 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.114+0000 7f21d7973640 1 -- 172.21.15.196:0/2765737479 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f21d008d0e0 con 0x7f21d012f880 2024-09-10T07:43:54.116 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.114+0000 7f21d4f0e640 1 -- 172.21.15.196:0/2765737479 learned_addr learned my addr 172.21.15.196:0/2765737479 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:54.116 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.114+0000 7f21d7973640 1 -- 172.21.15.196:0/2765737479 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f21d008cf60 con 0x7f21d006dce0 2024-09-10T07:43:54.116 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.114+0000 7f21d7973640 1 -- 172.21.15.196:0/2765737479 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f21d008d260 con 0x7f21d006e600 2024-09-10T07:43:54.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.114+0000 7f21d4f0e640 1 -- 172.21.15.196:0/2765737479 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21d006dce0 msgr2=0x7f21d008d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.114+0000 7f21d4f0e640 1 --2- 172.21.15.196:0/2765737479 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21d006dce0 0x7f21d008d660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.114+0000 7f21d4f0e640 1 -- 172.21.15.196:0/2765737479 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21d012f880 msgr2=0x7f21d008e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.114+0000 7f21d4f0e640 1 --2- 172.21.15.196:0/2765737479 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21d012f880 0x7f21d008e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.114+0000 7f21d4f0e640 1 -- 172.21.15.196:0/2765737479 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21d012cd00 con 0x7f21d006e600 2024-09-10T07:43:54.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.115+0000 7f21d4f0e640 1 --2- 172.21.15.196:0/2765737479 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f21d006e600 0x7f21d008dba0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f21c0014170 tx=0x7f21c0014630 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:54.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.115+0000 7f21d570f640 1 --2- 172.21.15.196:0/2765737479 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21d006dce0 0x7f21d008d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:54.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.115+0000 7f21c5ffb640 1 -- 172.21.15.196:0/2765737479 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21c00114e0 con 0x7f21d006e600 2024-09-10T07:43:54.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.115+0000 7f21c5ffb640 1 -- 172.21.15.196:0/2765737479 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21c0020070 con 0x7f21d006e600 2024-09-10T07:43:54.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.115+0000 7f21d7973640 1 -- 172.21.15.196:0/2765737479 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21d008ebb0 con 0x7f21d006e600 2024-09-10T07:43:54.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.115+0000 7f21c5ffb640 1 -- 172.21.15.196:0/2765737479 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21c000fa70 con 0x7f21d006e600 2024-09-10T07:43:54.117 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.115+0000 7f21d7973640 1 -- 172.21.15.196:0/2765737479 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f21d008fe70 con 0x7f21d006e600 2024-09-10T07:43:54.118 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.116+0000 7f21c5ffb640 1 -- 172.21.15.196:0/2765737479 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f21c001a070 con 0x7f21d006e600 2024-09-10T07:43:54.118 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.117+0000 7f21d7973640 1 -- 172.21.15.196:0/2765737479 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21d012d580 con 0x7f21d006e600 2024-09-10T07:43:54.118 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.117+0000 7f21c5ffb640 1 -- 172.21.15.196:0/2765737479 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f21c00653e0 con 0x7f21d006e600 2024-09-10T07:43:54.123 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.124+0000 7f21c5ffb640 1 -- 172.21.15.196:0/2765737479 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f21d012d580 con 0x7f21d006e600 2024-09-10T07:43:54.147 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.147+0000 7fc132b84640 1 Processor -- start 2024-09-10T07:43:54.147 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.147+0000 7fc132b84640 1 -- start start 2024-09-10T07:43:54.148 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.148+0000 7fc132b84640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fc12c096340 0x7fc12c096720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.148 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.148+0000 7fc132b84640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc12c12d210 0x7fc12c12d670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.148 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.148+0000 7fc131121640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fc12c12dbb0 0x7fc12c134540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:36012/0 (socket says 172.21.15.196:36012) 2024-09-10T07:43:54.148 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.148+0000 7fc12bfff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc12c12d210 0x7fc12c12d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.148 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.148+0000 7fc131121640 1 -- 172.21.15.196:0/1405857498 learned_addr learned my addr 172.21.15.196:0/1405857498 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:54.148 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.148+0000 7fc132b84640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc12c09bd90 con 0x7fc12c12dbb0 2024-09-10T07:43:54.148 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.148+0000 7fc132b84640 1 -- 172.21.15.196:0/1405857498 --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fc12c098580 con 0x7fc12c096340 2024-09-10T07:43:54.149 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.148+0000 7fc130920640 1 --2- 172.21.15.196:0/1405857498 >> v2:172.21.15.196:3300/0 conn(0x7fc12c096340 0x7fc12c096720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.149 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.148+0000 7fc12b7fe640 1 -- 172.21.15.196:0/1405857498 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 527447657 0 0) 0x7fc12c09bd90 con 0x7fc12c12dbb0 2024-09-10T07:43:54.149 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.149+0000 7fc132b84640 1 -- 172.21.15.196:0/1405857498 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc12c0997e0 con 0x7fc12c12d210 2024-09-10T07:43:54.149 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.149+0000 7fc12b7fe640 1 -- 172.21.15.196:0/1405857498 --> v1:172.21.15.196:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc11c003520 con 0x7fc12c12dbb0 2024-09-10T07:43:54.149 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.149+0000 7fc12bfff640 1 -- 172.21.15.196:0/1405857498 >> v2:172.21.15.196:3300/0 conn(0x7fc12c096340 msgr2=0x7fc12c096720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:54.149 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.149+0000 7fc12bfff640 1 --2- 172.21.15.196:0/1405857498 >> v2:172.21.15.196:3300/0 conn(0x7fc12c096340 0x7fc12c096720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.149 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.149+0000 7fc12bfff640 1 -- 172.21.15.196:0/1405857498 >> v1:172.21.15.196:6789/0 conn(0x7fc12c12dbb0 legacy=0x7fc12c134540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.149 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.149+0000 7fc12bfff640 1 -- 172.21.15.196:0/1405857498 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc12c099a10 con 0x7fc12c12d210 2024-09-10T07:43:54.150 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.149+0000 7fc130920640 1 --2- 172.21.15.196:0/1405857498 >> v2:172.21.15.196:3300/0 conn(0x7fc12c096340 0x7fc12c096720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:54.150 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.149+0000 7f36f95c3640 1 Processor -- start 2024-09-10T07:43:54.150 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.149+0000 7f36f95c3640 1 -- start start 2024-09-10T07:43:54.150 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.150+0000 7fc12bfff640 1 --2- 172.21.15.196:0/1405857498 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc12c12d210 0x7fc12c12d670 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc1180097a0 tx=0x7fc11802a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8a989450a4026a7a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:54.151 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.150+0000 7fc12b7fe640 1 -- 172.21.15.196:0/1405857498 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc118037070 con 0x7fc12c12d210 2024-09-10T07:43:54.151 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.150+0000 7fc12b7fe640 1 -- 172.21.15.196:0/1405857498 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc11802adb0 con 0x7fc12c12d210 2024-09-10T07:43:54.151 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.150+0000 7fc12b7fe640 1 -- 172.21.15.196:0/1405857498 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc118032640 con 0x7fc12c12d210 2024-09-10T07:43:54.152 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.150+0000 7f36f95c3640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36f412f380 0x7f36f4131770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.152 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.150+0000 7f36f95c3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36f4131cb0 0x7f36f41340a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.152 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.150+0000 7f36f95c3640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36f4070c60 con 0x7f36f406f0a0 2024-09-10T07:43:54.152 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.150+0000 7f36f95c3640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f36f4070190 con 0x7f36f4131cb0 2024-09-10T07:43:54.152 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.150+0000 7f36f95c3640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f36f40711b0 con 0x7f36f412f380 2024-09-10T07:43:54.152 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.150+0000 7f36f27fc640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36f412f380 0x7f36f4131770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.152 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.150+0000 7f36f27fc640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36f412f380 0x7f36f4131770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:51458/0 (socket says 172.21.15.196:51458) 2024-09-10T07:43:54.152 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.150+0000 7f36f27fc640 1 -- 172.21.15.196:0/3734114057 learned_addr learned my addr 172.21.15.196:0/3734114057 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:54.152 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.150+0000 7f36f37fe640 1 --2- 172.21.15.196:0/3734114057 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36f4131cb0 0x7f36f41340a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.152 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.150+0000 7f36f2ffd640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f36f406f0a0 0x7f36f406f480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:36022/0 (socket says 172.21.15.196:36022) 2024-09-10T07:43:54.152 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.151+0000 7f36f37fe640 1 -- 172.21.15.196:0/3734114057 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36f412f380 msgr2=0x7f36f4131770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:54.153 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.151+0000 7f36f37fe640 1 --2- 172.21.15.196:0/3734114057 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36f412f380 0x7f36f4131770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.153 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.151+0000 7f36f37fe640 1 -- 172.21.15.196:0/3734114057 >> v1:172.21.15.196:6789/0 conn(0x7f36f406f0a0 legacy=0x7f36f406f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.153 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.151+0000 7f36f37fe640 1 -- 172.21.15.196:0/3734114057 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36f4070360 con 0x7f36f4131cb0 2024-09-10T07:43:54.153 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.151+0000 7fc132b84640 1 -- 172.21.15.196:0/1405857498 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc12c12d210 msgr2=0x7fc12c12d670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.153 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.151+0000 7fc132b84640 1 --2- 172.21.15.196:0/1405857498 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc12c12d210 0x7fc12c12d670 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc1180097a0 tx=0x7fc11802a060 comp rx=0 tx=0).stop 2024-09-10T07:43:54.154 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.151+0000 7fc132b84640 1 -- 172.21.15.196:0/1405857498 shutdown_connections 2024-09-10T07:43:54.154 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.151+0000 7fc132b84640 1 --2- 172.21.15.196:0/1405857498 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc12c12d210 0x7fc12c12d670 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.154 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.151+0000 7fc132b84640 1 --2- 172.21.15.196:0/1405857498 >> v2:172.21.15.196:3300/0 conn(0x7fc12c096340 0x7fc12c096720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.154 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.151+0000 7fc132b84640 1 -- 172.21.15.196:0/1405857498 >> 172.21.15.196:0/1405857498 conn(0x7fc12c09cb20 msgr2=0x7fc12c09cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:54.154 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.151+0000 7f36f27fc640 1 --2- 172.21.15.196:0/3734114057 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36f412f380 0x7f36f4131770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:54.154 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.151+0000 7fc132b84640 1 -- 172.21.15.196:0/1405857498 shutdown_connections 2024-09-10T07:43:54.155 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.151+0000 7fc132b84640 1 -- 172.21.15.196:0/1405857498 wait complete. 2024-09-10T07:43:54.155 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.152+0000 7f36f37fe640 1 --2- 172.21.15.196:0/3734114057 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36f4131cb0 0x7f36f41340a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f36ec009df0 tx=0x7f36ec02a540 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e4ce8328d0d3600a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:54.155 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.152+0000 7fc132b84640 1 Processor -- start 2024-09-10T07:43:54.155 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.152+0000 7fc132b84640 1 -- start start 2024-09-10T07:43:54.155 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.152+0000 7f36f1ffb640 1 -- 172.21.15.196:0/3734114057 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36ec007740 con 0x7f36f4131cb0 2024-09-10T07:43:54.156 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7fc132b84640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc12c096340 0x7fc12c06f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.156 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7fc132b84640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fc12c12d210 0x7fc12c06f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.156 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7fc132b84640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc12c12dbb0 0x7fc12c06fd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.156 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7fc132b84640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fc12c098230 con 0x7fc12c096340 2024-09-10T07:43:54.156 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7fc132b84640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fc12c098ba0 con 0x7fc12c12dbb0 2024-09-10T07:43:54.156 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7fc132b84640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fc12c096c60 con 0x7fc12c12d210 2024-09-10T07:43:54.157 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.152+0000 7f36f1ffb640 1 -- 172.21.15.196:0/3734114057 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36ec0078e0 con 0x7f36f4131cb0 2024-09-10T07:43:54.157 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7fc12bfff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fc12c12d210 0x7fc12c06f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.157 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7fc12bfff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fc12c12d210 0x7fc12c06f820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:51470/0 (socket says 172.21.15.196:51470) 2024-09-10T07:43:54.157 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.152+0000 7f36f1ffb640 1 -- 172.21.15.196:0/3734114057 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36ec007cb0 con 0x7f36f4131cb0 2024-09-10T07:43:54.158 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7fc12bfff640 1 -- 172.21.15.196:0/960689762 learned_addr learned my addr 172.21.15.196:0/960689762 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:54.158 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7f36f95c3640 1 -- 172.21.15.196:0/3734114057 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36f4131cb0 msgr2=0x7f36f41340a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.159 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7f36f95c3640 1 --2- 172.21.15.196:0/3734114057 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36f4131cb0 0x7f36f41340a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f36ec009df0 tx=0x7f36ec02a540 comp rx=0 tx=0).stop 2024-09-10T07:43:54.159 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7f36f95c3640 1 -- 172.21.15.196:0/3734114057 shutdown_connections 2024-09-10T07:43:54.159 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7f36f95c3640 1 --2- 172.21.15.196:0/3734114057 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36f4131cb0 0x7f36f41340a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.159 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7f36f95c3640 1 --2- 172.21.15.196:0/3734114057 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36f412f380 0x7f36f4131770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.159 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7f36f95c3640 1 -- 172.21.15.196:0/3734114057 >> 172.21.15.196:0/3734114057 conn(0x7f36f409b610 msgr2=0x7f36f409ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:54.160 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7fc130920640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc12c096340 0x7fc12c06f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.160 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7fc131121640 1 --2- 172.21.15.196:0/960689762 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc12c12dbb0 0x7fc12c06fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.160 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7f36f95c3640 1 -- 172.21.15.196:0/3734114057 shutdown_connections 2024-09-10T07:43:54.160 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7f36f95c3640 1 -- 172.21.15.196:0/3734114057 wait complete. 2024-09-10T07:43:54.162 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7fc12bfff640 1 -- 172.21.15.196:0/960689762 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc12c12dbb0 msgr2=0x7fc12c06fd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.162 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7fc12bfff640 1 --2- 172.21.15.196:0/960689762 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc12c12dbb0 0x7fc12c06fd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.162 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7fc12bfff640 1 -- 172.21.15.196:0/960689762 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc12c096340 msgr2=0x7fc12c06f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.162 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7fc12bfff640 1 --2- 172.21.15.196:0/960689762 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc12c096340 0x7fc12c06f2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.162 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7fc12bfff640 1 -- 172.21.15.196:0/960689762 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc12c072a50 con 0x7fc12c12d210 2024-09-10T07:43:54.162 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7fc131121640 1 --2- 172.21.15.196:0/960689762 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc12c12dbb0 0x7fc12c06fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:54.162 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.153+0000 7fc12bfff640 1 --2- 172.21.15.196:0/960689762 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fc12c12d210 0x7fc12c06f820 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fc118035040 tx=0x7fc1180046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:54.162 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.154+0000 7fc1297fa640 1 -- 172.21.15.196:0/960689762 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc118040020 con 0x7fc12c12d210 2024-09-10T07:43:54.163 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.154+0000 7fc1297fa640 1 -- 172.21.15.196:0/960689762 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc118038040 con 0x7fc12c12d210 2024-09-10T07:43:54.163 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.154+0000 7fc132b84640 1 -- 172.21.15.196:0/960689762 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc12c0714c0 con 0x7fc12c12d210 2024-09-10T07:43:54.163 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.154+0000 7fc1297fa640 1 -- 172.21.15.196:0/960689762 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc118037070 con 0x7fc12c12d210 2024-09-10T07:43:54.163 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.154+0000 7fc132b84640 1 -- 172.21.15.196:0/960689762 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fc12c071f80 con 0x7fc12c12d210 2024-09-10T07:43:54.163 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.155+0000 7fc132b84640 1 -- 172.21.15.196:0/960689762 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc12c0a0cf0 con 0x7fc12c12d210 2024-09-10T07:43:54.163 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.155+0000 7f36f95c3640 1 Processor -- start 2024-09-10T07:43:54.163 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.155+0000 7f36f95c3640 1 -- start start 2024-09-10T07:43:54.164 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.155+0000 7fc1297fa640 1 -- 172.21.15.196:0/960689762 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7fc118043020 con 0x7fc12c12d210 2024-09-10T07:43:54.164 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.155+0000 7fc1297fa640 1 -- 172.21.15.196:0/960689762 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7fc11807d660 con 0x7fc12c12d210 2024-09-10T07:43:54.166 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.156+0000 7f36f95c3640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36f406f0a0 0x7f36f4128150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.156+0000 7f36f2ffd640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36f406f0a0 0x7f36f4128150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.156+0000 7f36f2ffd640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36f406f0a0 0x7f36f4128150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:51480/0 (socket says 172.21.15.196:51480) 2024-09-10T07:43:54.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.156+0000 7f36f95c3640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36f412f380 0x7f36f4128690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.156+0000 7f36f2ffd640 1 -- 172.21.15.196:0/1328982579 learned_addr learned my addr 172.21.15.196:0/1328982579 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:54.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.156+0000 7f36f27fc640 1 --2- 172.21.15.196:0/1328982579 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36f412f380 0x7f36f4128690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.156+0000 7f36f95c3640 1 --2- 172.21.15.196:0/1328982579 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36f4131cb0 0x7f36f412ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.156+0000 7f36f95c3640 1 -- 172.21.15.196:0/1328982579 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f36f406cd10 con 0x7f36f4131cb0 2024-09-10T07:43:54.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.156+0000 7f36f95c3640 1 -- 172.21.15.196:0/1328982579 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f36f4070910 con 0x7f36f412f380 2024-09-10T07:43:54.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.156+0000 7f36f95c3640 1 -- 172.21.15.196:0/1328982579 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f36f406ce90 con 0x7f36f406f0a0 2024-09-10T07:43:54.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.156+0000 7f36f37fe640 1 --2- 172.21.15.196:0/1328982579 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36f4131cb0 0x7f36f412ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.157+0000 7f36f37fe640 1 -- 172.21.15.196:0/1328982579 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36f406f0a0 msgr2=0x7f36f4128150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.167 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.157+0000 7f36f37fe640 1 --2- 172.21.15.196:0/1328982579 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36f406f0a0 0x7f36f4128150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.168 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.157+0000 7f36f37fe640 1 -- 172.21.15.196:0/1328982579 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36f412f380 msgr2=0x7f36f4128690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.168 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.157+0000 7f36f37fe640 1 --2- 172.21.15.196:0/1328982579 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36f412f380 0x7f36f4128690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.168 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.157+0000 7f36f37fe640 1 -- 172.21.15.196:0/1328982579 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36f4126a20 con 0x7f36f4131cb0 2024-09-10T07:43:54.168 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.157+0000 7f36f27fc640 1 --2- 172.21.15.196:0/1328982579 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36f412f380 0x7f36f4128690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:54.168 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.157+0000 7f36f2ffd640 1 --2- 172.21.15.196:0/1328982579 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36f406f0a0 0x7f36f4128150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:54.168 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.157+0000 7f36f37fe640 1 --2- 172.21.15.196:0/1328982579 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36f4131cb0 0x7f36f412ba20 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f36ec031000 tx=0x7f36ec004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:54.168 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.157+0000 7f36db7fe640 1 -- 172.21.15.196:0/1328982579 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36ec040070 con 0x7f36f4131cb0 2024-09-10T07:43:54.168 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.157+0000 7f36db7fe640 1 -- 172.21.15.196:0/1328982579 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36ec031bc0 con 0x7f36f4131cb0 2024-09-10T07:43:54.168 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.157+0000 7f36db7fe640 1 -- 172.21.15.196:0/1328982579 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36ec009450 con 0x7f36f4131cb0 2024-09-10T07:43:54.168 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.157+0000 7f36f95c3640 1 -- 172.21.15.196:0/1328982579 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36f412abb0 con 0x7f36f4131cb0 2024-09-10T07:43:54.168 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.158+0000 7f36f95c3640 1 -- 172.21.15.196:0/1328982579 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36f4128bd0 con 0x7f36f4131cb0 2024-09-10T07:43:54.168 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.159+0000 7f36db7fe640 1 -- 172.21.15.196:0/1328982579 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f36ec039040 con 0x7f36f4131cb0 2024-09-10T07:43:54.169 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.159+0000 7f36db7fe640 1 -- 172.21.15.196:0/1328982579 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f36ec07eaa0 con 0x7f36f4131cb0 2024-09-10T07:43:54.169 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.159+0000 7f36f95c3640 1 -- 172.21.15.196:0/1328982579 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36f412b840 con 0x7f36f4131cb0 2024-09-10T07:43:54.169 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.160+0000 7f09ea12c640 1 Processor -- start 2024-09-10T07:43:54.170 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.160+0000 7f09ea12c640 1 -- start start 2024-09-10T07:43:54.170 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.160+0000 7f09ea12c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f09e4096340 0x7f09e4096720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.170 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.160+0000 7f09ea12c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f09e412d210 0x7f09e412d670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.170 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.160+0000 7f09ea12c640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09e409bd90 con 0x7f09e412dbb0 2024-09-10T07:43:54.170 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.160+0000 7f09ea12c640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f09e4098580 con 0x7f09e4096340 2024-09-10T07:43:54.170 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.160+0000 7f09ea12c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f09e40997e0 con 0x7f09e412d210 2024-09-10T07:43:54.170 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.160+0000 7f09e2ffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f09e412d210 0x7f09e412d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.170 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.160+0000 7f09e2ffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f09e412d210 0x7f09e412d670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59722/0 (socket says 172.21.15.196:59722) 2024-09-10T07:43:54.170 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.160+0000 7f09e2ffd640 1 -- 172.21.15.196:0/456226252 learned_addr learned my addr 172.21.15.196:0/456226252 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:54.170 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.160+0000 7f09e37fe640 1 --2- 172.21.15.196:0/456226252 >> v2:172.21.15.196:3300/0 conn(0x7f09e4096340 0x7f09e4096720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.170 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.160+0000 7f09e2ffd640 1 -- 172.21.15.196:0/456226252 >> v2:172.21.15.196:3300/0 conn(0x7f09e4096340 msgr2=0x7f09e4096720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:54.170 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.160+0000 7f09e2ffd640 1 --2- 172.21.15.196:0/456226252 >> v2:172.21.15.196:3300/0 conn(0x7f09e4096340 0x7f09e4096720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.171 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.161+0000 7f09e2ffd640 1 -- 172.21.15.196:0/456226252 >> v1:172.21.15.196:6789/0 conn(0x7f09e412dbb0 legacy=0x7f09e4134540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.171 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.161+0000 7f09e2ffd640 1 -- 172.21.15.196:0/456226252 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09e4099a10 con 0x7f09e412d210 2024-09-10T07:43:54.171 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.161+0000 7f09e37fe640 1 --2- 172.21.15.196:0/456226252 >> v2:172.21.15.196:3300/0 conn(0x7f09e4096340 0x7f09e4096720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:54.171 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.161+0000 7fc1297fa640 1 -- 172.21.15.196:0/960689762 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fc11804a030 con 0x7fc12c12d210 2024-09-10T07:43:54.172 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.161+0000 7f09e2ffd640 1 --2- 172.21.15.196:0/456226252 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f09e412d210 0x7f09e412d670 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f09d8009870 tx=0x7f09d802a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=113ad11613ff05af server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:54.172 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.162+0000 7f09e27fc640 1 -- 172.21.15.196:0/456226252 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09d8037070 con 0x7f09e412d210 2024-09-10T07:43:54.172 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.162+0000 7f09e27fc640 1 -- 172.21.15.196:0/456226252 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09d8032440 con 0x7f09e412d210 2024-09-10T07:43:54.173 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.162+0000 7f09e27fc640 1 -- 172.21.15.196:0/456226252 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09d8032810 con 0x7f09e412d210 2024-09-10T07:43:54.173 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.162+0000 7f09ea12c640 1 -- 172.21.15.196:0/456226252 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f09e412d210 msgr2=0x7f09e412d670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.173 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.162+0000 7f09ea12c640 1 --2- 172.21.15.196:0/456226252 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f09e412d210 0x7f09e412d670 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f09d8009870 tx=0x7f09d802a130 comp rx=0 tx=0).stop 2024-09-10T07:43:54.173 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.162+0000 7f09ea12c640 1 -- 172.21.15.196:0/456226252 shutdown_connections 2024-09-10T07:43:54.173 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.162+0000 7f09ea12c640 1 --2- 172.21.15.196:0/456226252 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f09e412d210 0x7f09e412d670 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.173 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.162+0000 7f09ea12c640 1 --2- 172.21.15.196:0/456226252 >> v2:172.21.15.196:3300/0 conn(0x7f09e4096340 0x7f09e4096720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.173 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.162+0000 7f09ea12c640 1 -- 172.21.15.196:0/456226252 >> 172.21.15.196:0/456226252 conn(0x7f09e409cb20 msgr2=0x7f09e409cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:54.173 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.163+0000 7f09ea12c640 1 -- 172.21.15.196:0/456226252 shutdown_connections 2024-09-10T07:43:54.173 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.163+0000 7f09ea12c640 1 -- 172.21.15.196:0/456226252 wait complete. 2024-09-10T07:43:54.173 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.163+0000 7f09ea12c640 1 Processor -- start 2024-09-10T07:43:54.173 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.164+0000 7f09ea12c640 1 -- start start 2024-09-10T07:43:54.174 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.164+0000 7f36db7fe640 1 -- 172.21.15.196:0/1328982579 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f36f412b840 con 0x7f36f4131cb0 2024-09-10T07:43:54.176 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.164+0000 7f09ea12c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f09e4096340 0x7f09e406fe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.176 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.164+0000 7f09ea12c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f09e412d210 0x7f09e4070360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.176 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.164+0000 7f09ea12c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f09e412dbb0 0x7f09e40708a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:54.176 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.164+0000 7f09e2ffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f09e412d210 0x7f09e4070360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.176 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.164+0000 7f09e2ffd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f09e412d210 0x7f09e4070360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59732/0 (socket says 172.21.15.196:59732) 2024-09-10T07:43:54.176 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.164+0000 7f09e37fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f09e4096340 0x7f09e406fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.176 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.164+0000 7f09e37fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f09e4096340 0x7f09e406fe20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:51492/0 (socket says 172.21.15.196:51492) 2024-09-10T07:43:54.176 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.164+0000 7f09e37fe640 1 -- 172.21.15.196:0/673071279 learned_addr learned my addr 172.21.15.196:0/673071279 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:54.177 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.164+0000 7f09ea12c640 1 -- 172.21.15.196:0/673071279 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f09e4098230 con 0x7f09e412dbb0 2024-09-10T07:43:54.177 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.164+0000 7f09ea12c640 1 -- 172.21.15.196:0/673071279 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f09e4098ba0 con 0x7f09e412d210 2024-09-10T07:43:54.177 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.164+0000 7f09ea12c640 1 -- 172.21.15.196:0/673071279 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f09e4096c60 con 0x7f09e4096340 2024-09-10T07:43:54.177 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.164+0000 7f09e3fff640 1 --2- 172.21.15.196:0/673071279 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f09e412dbb0 0x7f09e40708a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:54.177 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.165+0000 7f09e2ffd640 1 -- 172.21.15.196:0/673071279 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f09e4096340 msgr2=0x7f09e406fe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.177 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.165+0000 7f09e2ffd640 1 --2- 172.21.15.196:0/673071279 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f09e4096340 0x7f09e406fe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.177 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.165+0000 7f09e2ffd640 1 -- 172.21.15.196:0/673071279 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f09e412dbb0 msgr2=0x7f09e40708a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.177 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.165+0000 7f09e2ffd640 1 --2- 172.21.15.196:0/673071279 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f09e412dbb0 0x7f09e40708a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.177 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.165+0000 7f09e2ffd640 1 -- 172.21.15.196:0/673071279 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09e4072230 con 0x7f09e412d210 2024-09-10T07:43:54.177 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.165+0000 7f09e3fff640 1 --2- 172.21.15.196:0/673071279 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f09e412dbb0 0x7f09e40708a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:54.177 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.165+0000 7f09e37fe640 1 --2- 172.21.15.196:0/673071279 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f09e4096340 0x7f09e406fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:54.177 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.165+0000 7f09e2ffd640 1 --2- 172.21.15.196:0/673071279 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f09e412d210 0x7f09e4070360 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f09d8031000 tx=0x7f09d80046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:54.178 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.165+0000 7f09cbfff640 1 -- 172.21.15.196:0/673071279 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09d8037040 con 0x7f09e412d210 2024-09-10T07:43:54.178 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.165+0000 7f09cbfff640 1 -- 172.21.15.196:0/673071279 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09d8042070 con 0x7f09e412d210 2024-09-10T07:43:54.178 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.165+0000 7f09cbfff640 1 -- 172.21.15.196:0/673071279 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09d8030bb0 con 0x7f09e412d210 2024-09-10T07:43:54.178 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.165+0000 7f09ea12c640 1 -- 172.21.15.196:0/673071279 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09e4071990 con 0x7f09e412d210 2024-09-10T07:43:54.178 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.165+0000 7f09ea12c640 1 -- 172.21.15.196:0/673071279 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f09e4071060 con 0x7f09e412d210 2024-09-10T07:43:54.178 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.166+0000 7f09cbfff640 1 -- 172.21.15.196:0/673071279 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f09d8047460 con 0x7f09e412d210 2024-09-10T07:43:54.178 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.166+0000 7f09ea12c640 1 -- 172.21.15.196:0/673071279 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09e40a0cf0 con 0x7f09e412d210 2024-09-10T07:43:54.178 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.167+0000 7f09cbfff640 1 -- 172.21.15.196:0/673071279 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f09d807df60 con 0x7f09e412d210 2024-09-10T07:43:54.178 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.170+0000 7f09cbfff640 1 -- 172.21.15.196:0/673071279 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f09d8030d50 con 0x7f09e412d210 2024-09-10T07:43:54.287 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.287+0000 7f21d7973640 1 -- 172.21.15.196:0/2765737479 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f21d012f340 con 0x7f21d006e600 2024-09-10T07:43:54.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.288+0000 7f21c5ffb640 1 -- 172.21.15.196:0/2765737479 <== mon.2 v2:172.21.15.196:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f21c0029020 con 0x7f21d006e600 2024-09-10T07:43:54.288 INFO:teuthology.orchestra.run.smithi196.stdout:124554051586 2024-09-10T07:43:54.291 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.290+0000 7f21d7973640 1 -- 172.21.15.196:0/2765737479 >> v1:172.21.15.196:6816/3572737106 conn(0x7f21b4047b50 legacy=0x7f21b404a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.291 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.290+0000 7f21d7973640 1 -- 172.21.15.196:0/2765737479 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f21d006e600 msgr2=0x7f21d008dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.291 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.290+0000 7f21d7973640 1 --2- 172.21.15.196:0/2765737479 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f21d006e600 0x7f21d008dba0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f21c0014170 tx=0x7f21c0014630 comp rx=0 tx=0).stop 2024-09-10T07:43:54.291 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.290+0000 7f21d7973640 1 -- 172.21.15.196:0/2765737479 shutdown_connections 2024-09-10T07:43:54.292 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.290+0000 7f21d7973640 1 --2- 172.21.15.196:0/2765737479 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f21d012f880 0x7f21d008e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.292 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.290+0000 7f21d7973640 1 --2- 172.21.15.196:0/2765737479 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f21d006e600 0x7f21d008dba0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.292 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.290+0000 7f21d7973640 1 --2- 172.21.15.196:0/2765737479 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f21d006dce0 0x7f21d008d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.292 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.290+0000 7f21d7973640 1 -- 172.21.15.196:0/2765737479 >> 172.21.15.196:0/2765737479 conn(0x7f21d009e980 msgr2=0x7f21d009df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:54.292 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.290+0000 7f21d7973640 1 -- 172.21.15.196:0/2765737479 shutdown_connections 2024-09-10T07:43:54.292 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.291+0000 7f21d7973640 1 -- 172.21.15.196:0/2765737479 wait complete. 2024-09-10T07:43:54.305 INFO:tasks.ceph.ceph_manager.ceph:need seq 124554051587 got 124554051586 for osd.3 2024-09-10T07:43:54.318 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.318+0000 7f09ea12c640 1 -- 172.21.15.196:0/673071279 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f09e4127af0 con 0x7f09e412d210 2024-09-10T07:43:54.318 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.318+0000 7f09cbfff640 1 -- 172.21.15.196:0/673071279 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f09d807d010 con 0x7f09e412d210 2024-09-10T07:43:54.318 INFO:teuthology.orchestra.run.smithi196.stdout:107374182403 2024-09-10T07:43:54.320 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.320+0000 7f09ea12c640 1 -- 172.21.15.196:0/673071279 >> v1:172.21.15.196:6816/3572737106 conn(0x7f09d0047b50 legacy=0x7f09d004a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.320 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.320+0000 7f09ea12c640 1 -- 172.21.15.196:0/673071279 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f09e412d210 msgr2=0x7f09e4070360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.320 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.320+0000 7f09ea12c640 1 --2- 172.21.15.196:0/673071279 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f09e412d210 0x7f09e4070360 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f09d8031000 tx=0x7f09d80046c0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.320 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.320+0000 7f09ea12c640 1 -- 172.21.15.196:0/673071279 shutdown_connections 2024-09-10T07:43:54.320 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.320+0000 7f09ea12c640 1 --2- 172.21.15.196:0/673071279 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f09e412dbb0 0x7f09e40708a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.320 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.320+0000 7f09ea12c640 1 --2- 172.21.15.196:0/673071279 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f09e412d210 0x7f09e4070360 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.320 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.320+0000 7f09ea12c640 1 --2- 172.21.15.196:0/673071279 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f09e4096340 0x7f09e406fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.320 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.320+0000 7f09ea12c640 1 -- 172.21.15.196:0/673071279 >> 172.21.15.196:0/673071279 conn(0x7f09e409cb20 msgr2=0x7f09e4124cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:54.320 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.320+0000 7f09ea12c640 1 -- 172.21.15.196:0/673071279 shutdown_connections 2024-09-10T07:43:54.320 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.320+0000 7f09ea12c640 1 -- 172.21.15.196:0/673071279 wait complete. 2024-09-10T07:43:54.331 INFO:tasks.ceph.ceph_manager.ceph:need seq 107374182404 got 107374182403 for osd.0 2024-09-10T07:43:54.333 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.333+0000 7f36f95c3640 1 -- 172.21.15.196:0/1328982579 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f36f406f480 con 0x7f36f4131cb0 2024-09-10T07:43:54.333 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.334+0000 7f36db7fe640 1 -- 172.21.15.196:0/1328982579 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f36ec05f8c0 con 0x7f36f4131cb0 2024-09-10T07:43:54.333 INFO:teuthology.orchestra.run.smithi196.stdout:111669149698 2024-09-10T07:43:54.335 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.335+0000 7f36f95c3640 1 -- 172.21.15.196:0/1328982579 >> v1:172.21.15.196:6816/3572737106 conn(0x7f36e0047b80 legacy=0x7f36e004a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.335 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.335+0000 7f36f95c3640 1 -- 172.21.15.196:0/1328982579 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36f4131cb0 msgr2=0x7f36f412ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.335 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.335+0000 7f36f95c3640 1 --2- 172.21.15.196:0/1328982579 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36f4131cb0 0x7f36f412ba20 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f36ec031000 tx=0x7f36ec004a40 comp rx=0 tx=0).stop 2024-09-10T07:43:54.335 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.335+0000 7f36f95c3640 1 -- 172.21.15.196:0/1328982579 shutdown_connections 2024-09-10T07:43:54.335 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.335+0000 7f36f95c3640 1 --2- 172.21.15.196:0/1328982579 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f36f4131cb0 0x7f36f412ba20 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.335 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.335+0000 7f36f95c3640 1 --2- 172.21.15.196:0/1328982579 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f36f412f380 0x7f36f4128690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.335 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.335+0000 7f36f95c3640 1 --2- 172.21.15.196:0/1328982579 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f36f406f0a0 0x7f36f4128150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.335 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.336+0000 7f36f95c3640 1 -- 172.21.15.196:0/1328982579 >> 172.21.15.196:0/1328982579 conn(0x7f36f409b610 msgr2=0x7f36f40726d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:54.336 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.336+0000 7f36f95c3640 1 -- 172.21.15.196:0/1328982579 shutdown_connections 2024-09-10T07:43:54.336 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.336+0000 7f36f95c3640 1 -- 172.21.15.196:0/1328982579 wait complete. 2024-09-10T07:43:54.336 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.337+0000 7fc132b84640 1 -- 172.21.15.196:0/960689762 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fc12c1283e0 con 0x7fc12c12d210 2024-09-10T07:43:54.337 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.338+0000 7fc1297fa640 1 -- 172.21.15.196:0/960689762 <== mon.2 v2:172.21.15.196:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fc118004480 con 0x7fc12c12d210 2024-09-10T07:43:54.337 INFO:teuthology.orchestra.run.smithi196.stdout:115964116994 2024-09-10T07:43:54.339 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.340+0000 7fc132b84640 1 -- 172.21.15.196:0/960689762 >> v1:172.21.15.196:6816/3572737106 conn(0x7fc110047b80 legacy=0x7fc11004a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.339 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.340+0000 7fc132b84640 1 -- 172.21.15.196:0/960689762 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fc12c12d210 msgr2=0x7fc12c06f820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:54.339 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.340+0000 7fc132b84640 1 --2- 172.21.15.196:0/960689762 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fc12c12d210 0x7fc12c06f820 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fc118035040 tx=0x7fc1180046c0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.339 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.340+0000 7fc132b84640 1 -- 172.21.15.196:0/960689762 shutdown_connections 2024-09-10T07:43:54.340 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.340+0000 7fc132b84640 1 --2- 172.21.15.196:0/960689762 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fc12c12dbb0 0x7fc12c06fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.340 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.340+0000 7fc132b84640 1 --2- 172.21.15.196:0/960689762 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fc12c12d210 0x7fc12c06f820 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.340 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.340+0000 7fc132b84640 1 --2- 172.21.15.196:0/960689762 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fc12c096340 0x7fc12c06f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:54.340 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.340+0000 7fc132b84640 1 -- 172.21.15.196:0/960689762 >> 172.21.15.196:0/960689762 conn(0x7fc12c09cb20 msgr2=0x7fc12c09e920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:54.340 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.340+0000 7fc132b84640 1 -- 172.21.15.196:0/960689762 shutdown_connections 2024-09-10T07:43:54.340 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:54.340+0000 7fc132b84640 1 -- 172.21.15.196:0/960689762 wait complete. 2024-09-10T07:43:54.346 INFO:tasks.ceph.ceph_manager.ceph:need seq 111669149700 got 111669149698 for osd.1 2024-09-10T07:43:54.350 INFO:tasks.ceph.ceph_manager.ceph:need seq 115964116995 got 115964116994 for osd.2 2024-09-10T07:43:55.306 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T07:43:55.332 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T07:43:55.347 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T07:43:55.351 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T07:43:55.421 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.419+0000 7f5e9540d640 1 Processor -- start 2024-09-10T07:43:55.421 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.419+0000 7f5e9540d640 1 -- start start 2024-09-10T07:43:55.421 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.419+0000 7f5e9540d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5e90073710 0x7f5e90073af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.421 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.419+0000 7f5e9540d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f5e90096f40 0x7f5e90095a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.421 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.419+0000 7f5e9540d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5e90095fa0 0x7f5e90096410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.421 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.419+0000 7f5e9540d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f5e900630c0 con 0x7f5e90096f40 2024-09-10T07:43:55.421 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.419+0000 7f5e9540d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5e90097af0 con 0x7f5e90095fa0 2024-09-10T07:43:55.422 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.419+0000 7f5e9540d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f5e90074030 con 0x7f5e90073710 2024-09-10T07:43:55.422 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.420+0000 7f5e8effd640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5e90073710 0x7f5e90073af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.422 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.420+0000 7f5e8f7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5e90095fa0 0x7f5e90096410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.422 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.420+0000 7f5e8effd640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5e90073710 0x7f5e90073af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:51502/0 (socket says 172.21.15.196:51502) 2024-09-10T07:43:55.422 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.420+0000 7f5e8effd640 1 -- 172.21.15.196:0/3179806554 learned_addr learned my addr 172.21.15.196:0/3179806554 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:55.422 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.420+0000 7f5e8e7fc640 1 --2- 172.21.15.196:0/3179806554 >> v2:172.21.15.196:3300/0 conn(0x7f5e90096f40 0x7f5e90095a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.422 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.420+0000 7f5e8f7fe640 1 -- 172.21.15.196:0/3179806554 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5e90073710 msgr2=0x7f5e90073af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:55.422 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.420+0000 7f5e8f7fe640 1 --2- 172.21.15.196:0/3179806554 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5e90073710 0x7f5e90073af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.422 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.420+0000 7f5e8f7fe640 1 -- 172.21.15.196:0/3179806554 >> v2:172.21.15.196:3300/0 conn(0x7f5e90096f40 msgr2=0x7f5e90095a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:55.422 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.420+0000 7f5e8f7fe640 1 --2- 172.21.15.196:0/3179806554 >> v2:172.21.15.196:3300/0 conn(0x7f5e90096f40 0x7f5e90095a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.422 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.420+0000 7f5e8f7fe640 1 -- 172.21.15.196:0/3179806554 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e90134360 con 0x7f5e90095fa0 2024-09-10T07:43:55.422 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.421+0000 7f5e8f7fe640 1 --2- 172.21.15.196:0/3179806554 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5e90095fa0 0x7f5e90096410 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f5e88009d90 tx=0x7f5e8802a490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=38d5cd31d5cea40d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:55.422 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.421+0000 7f5e8dffb640 1 -- 172.21.15.196:0/3179806554 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e88007740 con 0x7f5e90095fa0 2024-09-10T07:43:55.423 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.421+0000 7f5e8dffb640 1 -- 172.21.15.196:0/3179806554 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e880078e0 con 0x7f5e90095fa0 2024-09-10T07:43:55.423 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.421+0000 7f5e8dffb640 1 -- 172.21.15.196:0/3179806554 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e88007cb0 con 0x7f5e90095fa0 2024-09-10T07:43:55.425 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.422+0000 7f5e9540d640 1 -- 172.21.15.196:0/3179806554 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5e90095fa0 msgr2=0x7f5e90096410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.425 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.422+0000 7f5e9540d640 1 --2- 172.21.15.196:0/3179806554 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5e90095fa0 0x7f5e90096410 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f5e88009d90 tx=0x7f5e8802a490 comp rx=0 tx=0).stop 2024-09-10T07:43:55.426 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.422+0000 7f5e9540d640 1 -- 172.21.15.196:0/3179806554 shutdown_connections 2024-09-10T07:43:55.426 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.422+0000 7f5e9540d640 1 --2- 172.21.15.196:0/3179806554 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5e90095fa0 0x7f5e90096410 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.426 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.422+0000 7f5e9540d640 1 --2- 172.21.15.196:0/3179806554 >> v2:172.21.15.196:3300/0 conn(0x7f5e90096f40 0x7f5e90095a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.426 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.422+0000 7f5e9540d640 1 --2- 172.21.15.196:0/3179806554 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5e90073710 0x7f5e90073af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.426 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.422+0000 7f5e9540d640 1 -- 172.21.15.196:0/3179806554 >> 172.21.15.196:0/3179806554 conn(0x7f5e9009c2a0 msgr2=0x7f5e9009c6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:55.426 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.422+0000 7f5e9540d640 1 -- 172.21.15.196:0/3179806554 shutdown_connections 2024-09-10T07:43:55.426 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.422+0000 7f5e9540d640 1 -- 172.21.15.196:0/3179806554 wait complete. 2024-09-10T07:43:55.426 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.424+0000 7f5e9540d640 1 Processor -- start 2024-09-10T07:43:55.426 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.424+0000 7f5e9540d640 1 -- start start 2024-09-10T07:43:55.426 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.424+0000 7f5e9540d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5e90073710 0x7f5e90123280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.427 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.424+0000 7f5e9540d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5e90095fa0 0x7f5e901237c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.427 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.424+0000 7f5e9540d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5e90096f40 0x7f5e90123d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.427 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.424+0000 7f5e9540d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f5e901348c0 con 0x7f5e90073710 2024-09-10T07:43:55.427 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.424+0000 7f5e9540d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f5e90134740 con 0x7f5e90095fa0 2024-09-10T07:43:55.427 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.424+0000 7f5e9540d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f5e90134a40 con 0x7f5e90096f40 2024-09-10T07:43:55.427 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.425+0000 7f5e8effd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5e90073710 0x7f5e90123280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.427 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.425+0000 7f5e8f7fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5e90096f40 0x7f5e90123d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.427 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.425+0000 7f5e8e7fc640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5e90095fa0 0x7f5e901237c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.427 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.425+0000 7f5e8f7fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5e90096f40 0x7f5e90123d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:51510/0 (socket says 172.21.15.196:51510) 2024-09-10T07:43:55.427 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.425+0000 7f5e8f7fe640 1 -- 172.21.15.196:0/374894419 learned_addr learned my addr 172.21.15.196:0/374894419 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:55.427 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.425+0000 7f5e8f7fe640 1 -- 172.21.15.196:0/374894419 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5e90095fa0 msgr2=0x7f5e901237c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.427 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.425+0000 7f5e8f7fe640 1 --2- 172.21.15.196:0/374894419 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5e90095fa0 0x7f5e901237c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.428 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.425+0000 7f5e8f7fe640 1 -- 172.21.15.196:0/374894419 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5e90073710 msgr2=0x7f5e90123280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.428 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.425+0000 7f5e8f7fe640 1 --2- 172.21.15.196:0/374894419 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5e90073710 0x7f5e90123280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.428 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.425+0000 7f5e8f7fe640 1 -- 172.21.15.196:0/374894419 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e90124d10 con 0x7f5e90096f40 2024-09-10T07:43:55.428 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.425+0000 7f5e8e7fc640 1 --2- 172.21.15.196:0/374894419 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5e90095fa0 0x7f5e901237c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:55.428 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.425+0000 7f5e8f7fe640 1 --2- 172.21.15.196:0/374894419 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5e90096f40 0x7f5e90123d00 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f5e88009eb0 tx=0x7f5e88004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:55.428 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.426+0000 7f5e777fe640 1 -- 172.21.15.196:0/374894419 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e88040070 con 0x7f5e90096f40 2024-09-10T07:43:55.428 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.426+0000 7f5e777fe640 1 -- 172.21.15.196:0/374894419 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e88031bc0 con 0x7f5e90096f40 2024-09-10T07:43:55.428 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.426+0000 7f5e777fe640 1 -- 172.21.15.196:0/374894419 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e88009450 con 0x7f5e90096f40 2024-09-10T07:43:55.428 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.426+0000 7f5e9540d640 1 -- 172.21.15.196:0/374894419 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e90124430 con 0x7f5e90096f40 2024-09-10T07:43:55.428 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.426+0000 7f5e9540d640 1 -- 172.21.15.196:0/374894419 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e90133ef0 con 0x7f5e90096f40 2024-09-10T07:43:55.429 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.427+0000 7f5e777fe640 1 -- 172.21.15.196:0/374894419 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f5e88039040 con 0x7f5e90096f40 2024-09-10T07:43:55.429 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.427+0000 7f5e9540d640 1 -- 172.21.15.196:0/374894419 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e90096410 con 0x7f5e90096f40 2024-09-10T07:43:55.429 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.427+0000 7f5e777fe640 1 -- 172.21.15.196:0/374894419 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f5e8807eac0 con 0x7f5e90096f40 2024-09-10T07:43:55.430 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.431+0000 7f5e777fe640 1 -- 172.21.15.196:0/374894419 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f5e8807db70 con 0x7f5e90096f40 2024-09-10T07:43:55.457 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.457+0000 7f3a67bb5640 1 Processor -- start 2024-09-10T07:43:55.457 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.458+0000 7f3a67bb5640 1 -- start start 2024-09-10T07:43:55.459 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.458+0000 7f3a67bb5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3a6006dce0 0x7f3a6006e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.459 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.458+0000 7f3a67bb5640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f3a6012fa50 0x7f3a6012fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.459 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.458+0000 7f3a67bb5640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3a6006f720 con 0x7f3a6006e600 2024-09-10T07:43:55.459 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.458+0000 7f3a65951640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3a6006dce0 0x7f3a6006e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.459 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.458+0000 7f3a65951640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3a6006dce0 0x7f3a6006e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59776/0 (socket says 172.21.15.196:59776) 2024-09-10T07:43:55.459 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.458+0000 7f3a65951640 1 -- 172.21.15.196:0/2519436268 learned_addr learned my addr 172.21.15.196:0/2519436268 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:55.459 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.458+0000 7f3a66152640 1 --2- 172.21.15.196:0/2519436268 >> v2:172.21.15.196:3300/0 conn(0x7f3a6012fa50 0x7f3a6012fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.459 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.458+0000 7f3a67bb5640 1 -- 172.21.15.196:0/2519436268 --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f3a60075bc0 con 0x7f3a6012fa50 2024-09-10T07:43:55.459 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.458+0000 7f3a67bb5640 1 -- 172.21.15.196:0/2519436268 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3a60070340 con 0x7f3a6006dce0 2024-09-10T07:43:55.459 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.459+0000 7f3a65951640 1 -- 172.21.15.196:0/2519436268 >> v2:172.21.15.196:3300/0 conn(0x7f3a6012fa50 msgr2=0x7f3a6012fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:55.459 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.459+0000 7f3a6494f640 1 -- 172.21.15.196:0/2519436268 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3334552120 0 0) 0x7f3a6006f720 con 0x7f3a6006e600 2024-09-10T07:43:55.459 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.459+0000 7f3a65951640 1 --2- 172.21.15.196:0/2519436268 >> v2:172.21.15.196:3300/0 conn(0x7f3a6012fa50 0x7f3a6012fec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.460 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.459+0000 7f3a65951640 1 -- 172.21.15.196:0/2519436268 >> v1:172.21.15.196:6789/0 conn(0x7f3a6006e600 legacy=0x7f3a6012f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.460 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.459+0000 7f3a65951640 1 -- 172.21.15.196:0/2519436268 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a6006e9e0 con 0x7f3a6006dce0 2024-09-10T07:43:55.460 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.459+0000 7f3a66152640 1 --2- 172.21.15.196:0/2519436268 >> v2:172.21.15.196:3300/0 conn(0x7f3a6012fa50 0x7f3a6012fec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:55.460 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.459+0000 7f3a65951640 1 --2- 172.21.15.196:0/2519436268 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3a6006dce0 0x7f3a6006e0c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3a5c009870 tx=0x7f3a5c02a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=beddcd7d2c476fc0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:55.460 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.460+0000 7f3a6494f640 1 -- 172.21.15.196:0/2519436268 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a5c037070 con 0x7f3a6006dce0 2024-09-10T07:43:55.460 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.460+0000 7f3a6494f640 1 -- 172.21.15.196:0/2519436268 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a5c032440 con 0x7f3a6006dce0 2024-09-10T07:43:55.460 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.460+0000 7f3a6494f640 1 -- 172.21.15.196:0/2519436268 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a5c032810 con 0x7f3a6006dce0 2024-09-10T07:43:55.461 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.461+0000 7f3a67bb5640 1 -- 172.21.15.196:0/2519436268 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3a6006dce0 msgr2=0x7f3a6006e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.461 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.461+0000 7f3a67bb5640 1 --2- 172.21.15.196:0/2519436268 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3a6006dce0 0x7f3a6006e0c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3a5c009870 tx=0x7f3a5c02a130 comp rx=0 tx=0).stop 2024-09-10T07:43:55.461 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.461+0000 7f3a67bb5640 1 -- 172.21.15.196:0/2519436268 shutdown_connections 2024-09-10T07:43:55.461 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.461+0000 7f3a67bb5640 1 --2- 172.21.15.196:0/2519436268 >> v2:172.21.15.196:3300/0 conn(0x7f3a6012fa50 0x7f3a6012fec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.461 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.461+0000 7f3a67bb5640 1 --2- 172.21.15.196:0/2519436268 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3a6006dce0 0x7f3a6006e0c0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.461 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.461+0000 7f3a67bb5640 1 -- 172.21.15.196:0/2519436268 >> 172.21.15.196:0/2519436268 conn(0x7f3a6009e980 msgr2=0x7f3a6009ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:55.461 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.461+0000 7f3a67bb5640 1 -- 172.21.15.196:0/2519436268 shutdown_connections 2024-09-10T07:43:55.461 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.461+0000 7f3a67bb5640 1 -- 172.21.15.196:0/2519436268 wait complete. 2024-09-10T07:43:55.462 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.462+0000 7f3a67bb5640 1 Processor -- start 2024-09-10T07:43:55.462 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.462+0000 7f3a67bb5640 1 -- start start 2024-09-10T07:43:55.462 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.463+0000 7f3a67bb5640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3a6006dce0 0x7f3a60130430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.462 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.463+0000 7f3a67bb5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3a6006e600 0x7f3a60130970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.462 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.463+0000 7f3a67bb5640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3a6012fa50 0x7f3a60130eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.464 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.463+0000 7f3a66152640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3a6012fa50 0x7f3a60130eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.464 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.463+0000 7f3a66152640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3a6012fa50 0x7f3a60130eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:51518/0 (socket says 172.21.15.196:51518) 2024-09-10T07:43:55.464 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.463+0000 7f3a66152640 1 -- 172.21.15.196:0/1070220280 learned_addr learned my addr 172.21.15.196:0/1070220280 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:55.464 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.463+0000 7f3a67bb5640 1 -- 172.21.15.196:0/1070220280 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3a60137a10 con 0x7f3a6006dce0 2024-09-10T07:43:55.464 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.463+0000 7f3a67bb5640 1 -- 172.21.15.196:0/1070220280 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f3a60137890 con 0x7f3a6006e600 2024-09-10T07:43:55.464 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.463+0000 7f3a67bb5640 1 -- 172.21.15.196:0/1070220280 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f3a60137b90 con 0x7f3a6012fa50 2024-09-10T07:43:55.464 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.463+0000 7f3a65951640 1 --2- 172.21.15.196:0/1070220280 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3a6006dce0 0x7f3a60130430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.464 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.463+0000 7f3a65150640 1 --2- 172.21.15.196:0/1070220280 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3a6006e600 0x7f3a60130970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.464 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.463+0000 7f3a66152640 1 -- 172.21.15.196:0/1070220280 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3a6006e600 msgr2=0x7f3a60130970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.465 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.463+0000 7f3a66152640 1 --2- 172.21.15.196:0/1070220280 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3a6006e600 0x7f3a60130970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.465 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.463+0000 7f3a66152640 1 -- 172.21.15.196:0/1070220280 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3a6006dce0 msgr2=0x7f3a60130430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.465 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.463+0000 7f3a66152640 1 --2- 172.21.15.196:0/1070220280 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3a6006dce0 0x7f3a60130430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.465 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.463+0000 7f3a66152640 1 -- 172.21.15.196:0/1070220280 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a60131830 con 0x7f3a6012fa50 2024-09-10T07:43:55.465 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.463+0000 7f3a65951640 1 --2- 172.21.15.196:0/1070220280 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3a6006dce0 0x7f3a60130430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:55.465 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.463+0000 7f3a65150640 1 --2- 172.21.15.196:0/1070220280 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3a6006e600 0x7f3a60130970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:55.465 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.464+0000 7f3a66152640 1 --2- 172.21.15.196:0/1070220280 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3a6012fa50 0x7f3a60130eb0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f3a5800ef90 tx=0x7f3a5800c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:55.465 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.464+0000 7f3a567fc640 1 -- 172.21.15.196:0/1070220280 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a58018020 con 0x7f3a6012fa50 2024-09-10T07:43:55.465 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.464+0000 7f3a67bb5640 1 -- 172.21.15.196:0/1070220280 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a60132990 con 0x7f3a6012fa50 2024-09-10T07:43:55.465 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.464+0000 7f3a567fc640 1 -- 172.21.15.196:0/1070220280 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a58014480 con 0x7f3a6012fa50 2024-09-10T07:43:55.465 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.464+0000 7f3a567fc640 1 -- 172.21.15.196:0/1070220280 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a58014870 con 0x7f3a6012fa50 2024-09-10T07:43:55.465 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.464+0000 7f3a67bb5640 1 -- 172.21.15.196:0/1070220280 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a60137160 con 0x7f3a6012fa50 2024-09-10T07:43:55.466 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.465+0000 7f3a567fc640 1 -- 172.21.15.196:0/1070220280 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f3a58005d10 con 0x7f3a6012fa50 2024-09-10T07:43:55.466 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.466+0000 7f3a67bb5640 1 -- 172.21.15.196:0/1070220280 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a601373f0 con 0x7f3a6012fa50 2024-09-10T07:43:55.466 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.466+0000 7f3a567fc640 1 -- 172.21.15.196:0/1070220280 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f3a5805e0e0 con 0x7f3a6012fa50 2024-09-10T07:43:55.469 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.470+0000 7f3a567fc640 1 -- 172.21.15.196:0/1070220280 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f3a601373f0 con 0x7f3a6012fa50 2024-09-10T07:43:55.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.470+0000 7f49fb678640 1 Processor -- start 2024-09-10T07:43:55.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.471+0000 7f49fb678640 1 -- start start 2024-09-10T07:43:55.470 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.471+0000 7f49fb678640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f49f4097910 0x7f49f4097cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.471+0000 7f49fb678640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49f412d970 0x7f49f412ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.471+0000 7f49fb678640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49f4099050 con 0x7f49f4098230 2024-09-10T07:43:55.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.471+0000 7f49fb678640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f49f4098b30 con 0x7f49f4097910 2024-09-10T07:43:55.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.471+0000 7f49f8c13640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f49f4098230 0x7f49f412d260 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:36044/0 (socket says 172.21.15.196:36044) 2024-09-10T07:43:55.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.471+0000 7f49fb678640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f49f406b430 con 0x7f49f412d970 2024-09-10T07:43:55.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.471+0000 7f49f8c13640 1 -- 172.21.15.196:0/3032473124 learned_addr learned my addr 172.21.15.196:0/3032473124 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:55.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.471+0000 7f49f9414640 1 --2- 172.21.15.196:0/3032473124 >> v2:172.21.15.196:3300/0 conn(0x7f49f4097910 0x7f49f4097cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.471 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.471+0000 7f49f9c15640 1 --2- 172.21.15.196:0/3032473124 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49f412d970 0x7f49f412ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.472+0000 7f49f9414640 1 -- 172.21.15.196:0/3032473124 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49f412d970 msgr2=0x7f49f412ddc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:55.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.472+0000 7f49f9414640 1 --2- 172.21.15.196:0/3032473124 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49f412d970 0x7f49f412ddc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.472+0000 7f49f9414640 1 -- 172.21.15.196:0/3032473124 >> v1:172.21.15.196:6789/0 conn(0x7f49f4098230 legacy=0x7f49f412d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.472+0000 7f49f9414640 1 -- 172.21.15.196:0/3032473124 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49f4099750 con 0x7f49f4097910 2024-09-10T07:43:55.472 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.472+0000 7f49f9c15640 1 --2- 172.21.15.196:0/3032473124 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49f412d970 0x7f49f412ddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:55.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.472+0000 7f49f9414640 1 --2- 172.21.15.196:0/3032473124 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49f4097910 0x7f49f4097cf0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f49f00097a0 tx=0x7f49f002a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a3cc205ecdaed5d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:55.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.473+0000 7f49ebfff640 1 -- 172.21.15.196:0/3032473124 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49f0037070 con 0x7f49f4097910 2024-09-10T07:43:55.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.473+0000 7f49ebfff640 1 -- 172.21.15.196:0/3032473124 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49f002adb0 con 0x7f49f4097910 2024-09-10T07:43:55.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.473+0000 7f49ebfff640 1 -- 172.21.15.196:0/3032473124 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49f0032660 con 0x7f49f4097910 2024-09-10T07:43:55.473 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.473+0000 7f49fb678640 1 -- 172.21.15.196:0/3032473124 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49f4097910 msgr2=0x7f49f4097cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.473+0000 7f49fb678640 1 --2- 172.21.15.196:0/3032473124 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49f4097910 0x7f49f4097cf0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f49f00097a0 tx=0x7f49f002a060 comp rx=0 tx=0).stop 2024-09-10T07:43:55.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.474+0000 7f49fb678640 1 -- 172.21.15.196:0/3032473124 shutdown_connections 2024-09-10T07:43:55.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.474+0000 7f49fb678640 1 --2- 172.21.15.196:0/3032473124 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49f412d970 0x7f49f412ddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.474+0000 7f49fb678640 1 --2- 172.21.15.196:0/3032473124 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49f4097910 0x7f49f4097cf0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.474+0000 7f49fb678640 1 -- 172.21.15.196:0/3032473124 >> 172.21.15.196:0/3032473124 conn(0x7f49f409ffb0 msgr2=0x7f49f40a03c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:55.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.474+0000 7f49fb678640 1 -- 172.21.15.196:0/3032473124 shutdown_connections 2024-09-10T07:43:55.474 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.474+0000 7f49fb678640 1 -- 172.21.15.196:0/3032473124 wait complete. 2024-09-10T07:43:55.476 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.475+0000 7f49fb678640 1 Processor -- start 2024-09-10T07:43:55.476 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.475+0000 7f49fb678640 1 -- start start 2024-09-10T07:43:55.476 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.475+0000 7f49fb678640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49f4097910 0x7f49f41c2b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.476 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.475+0000 7f49fb678640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49f4098230 0x7f49f41c3070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.476 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.475+0000 7f49f9414640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49f4097910 0x7f49f41c2b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.476 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.475+0000 7f49f9414640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49f4097910 0x7f49f41c2b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59784/0 (socket says 172.21.15.196:59784) 2024-09-10T07:43:55.476 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.476+0000 7f49f9414640 1 -- 172.21.15.196:0/2854702496 learned_addr learned my addr 172.21.15.196:0/2854702496 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:55.476 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.476+0000 7f49fb678640 1 --2- 172.21.15.196:0/2854702496 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f49f412d970 0x7f49f4072aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.476+0000 7f49f8c13640 1 --2- 172.21.15.196:0/2854702496 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49f4098230 0x7f49f41c3070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.476+0000 7f49fb678640 1 -- 172.21.15.196:0/2854702496 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f49f4099330 con 0x7f49f4098230 2024-09-10T07:43:55.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.476+0000 7f49f9c15640 1 --2- 172.21.15.196:0/2854702496 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f49f412d970 0x7f49f4072aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.476+0000 7f49fb678640 1 -- 172.21.15.196:0/2854702496 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f49f4099ef0 con 0x7f49f4097910 2024-09-10T07:43:55.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.476+0000 7f49fb678640 1 -- 172.21.15.196:0/2854702496 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f49f41357b0 con 0x7f49f412d970 2024-09-10T07:43:55.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.476+0000 7f49f9414640 1 -- 172.21.15.196:0/2854702496 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f49f412d970 msgr2=0x7f49f4072aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.476+0000 7f49f9414640 1 --2- 172.21.15.196:0/2854702496 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f49f412d970 0x7f49f4072aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.476+0000 7f49f9414640 1 -- 172.21.15.196:0/2854702496 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49f4098230 msgr2=0x7f49f41c3070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.476+0000 7f49f9414640 1 --2- 172.21.15.196:0/2854702496 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49f4098230 0x7f49f41c3070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.476+0000 7f49f9414640 1 -- 172.21.15.196:0/2854702496 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49f4127c80 con 0x7f49f4097910 2024-09-10T07:43:55.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.476+0000 7f49f8c13640 1 --2- 172.21.15.196:0/2854702496 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49f4098230 0x7f49f41c3070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:55.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.476+0000 7f49f9c15640 1 --2- 172.21.15.196:0/2854702496 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f49f412d970 0x7f49f4072aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T07:43:55.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.476+0000 7f49f9414640 1 --2- 172.21.15.196:0/2854702496 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49f4097910 0x7f49f41c2b30 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f49f002a650 tx=0x7f49f00046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:55.477 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.477+0000 7f49e9ffb640 1 -- 172.21.15.196:0/2854702496 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49f0037040 con 0x7f49f4097910 2024-09-10T07:43:55.478 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.477+0000 7f49e9ffb640 1 -- 172.21.15.196:0/2854702496 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49f0032720 con 0x7f49f4097910 2024-09-10T07:43:55.478 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.477+0000 7f49fb678640 1 -- 172.21.15.196:0/2854702496 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49f41c35b0 con 0x7f49f4097910 2024-09-10T07:43:55.478 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.477+0000 7f49e9ffb640 1 -- 172.21.15.196:0/2854702496 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49f0032b10 con 0x7f49f4097910 2024-09-10T07:43:55.478 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.477+0000 7f49fb678640 1 -- 172.21.15.196:0/2854702496 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f49f412f220 con 0x7f49f4097910 2024-09-10T07:43:55.478 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.478+0000 7f49fb678640 1 -- 172.21.15.196:0/2854702496 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49f4097cf0 con 0x7f49f4097910 2024-09-10T07:43:55.478 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.478+0000 7f49e9ffb640 1 -- 172.21.15.196:0/2854702496 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f49f0032cb0 con 0x7f49f4097910 2024-09-10T07:43:55.478 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.479+0000 7f49e9ffb640 1 -- 172.21.15.196:0/2854702496 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f49f00818a0 con 0x7f49f4097910 2024-09-10T07:43:55.481 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.482+0000 7f49e9ffb640 1 -- 172.21.15.196:0/2854702496 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f49f002ad50 con 0x7f49f4097910 2024-09-10T07:43:55.502 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.501+0000 7f18a5c80640 1 Processor -- start 2024-09-10T07:43:55.502 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.501+0000 7f18a5c80640 1 -- start start 2024-09-10T07:43:55.502 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.501+0000 7f18a5c80640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f18a006f0a0 0x7f18a006f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.502 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.501+0000 7f18a5c80640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f18a012c780 0x7f18a01343b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.502 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.501+0000 7f18a5c80640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18a0070c60 con 0x7f18a006f9c0 2024-09-10T07:43:55.502 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.501+0000 7f18a5c80640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f18a0070190 con 0x7f18a012c780 2024-09-10T07:43:55.502 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.501+0000 7f18a5c80640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f18a00711b0 con 0x7f18a006f0a0 2024-09-10T07:43:55.502 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.501+0000 7f189f7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f18a006f0a0 0x7f18a006f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.502 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.501+0000 7f189effd640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f18a006f9c0 0x7f18a012c070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:36058/0 (socket says 172.21.15.196:36058) 2024-09-10T07:43:55.502 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.501+0000 7f189effd640 1 -- 172.21.15.196:0/456786800 learned_addr learned my addr 172.21.15.196:0/456786800 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:55.503 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.501+0000 7f189ffff640 1 --2- 172.21.15.196:0/456786800 >> v2:172.21.15.196:3300/0 conn(0x7f18a012c780 0x7f18a01343b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.503 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.501+0000 7f189f7fe640 1 -- 172.21.15.196:0/456786800 >> v2:172.21.15.196:3300/0 conn(0x7f18a012c780 msgr2=0x7f18a01343b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:55.503 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.502+0000 7f189f7fe640 1 --2- 172.21.15.196:0/456786800 >> v2:172.21.15.196:3300/0 conn(0x7f18a012c780 0x7f18a01343b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.503 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.502+0000 7f189f7fe640 1 -- 172.21.15.196:0/456786800 >> v1:172.21.15.196:6789/0 conn(0x7f18a006f9c0 legacy=0x7f18a012c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.503 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.502+0000 7f189f7fe640 1 -- 172.21.15.196:0/456786800 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18a0070360 con 0x7f18a006f0a0 2024-09-10T07:43:55.503 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.502+0000 7f189ffff640 1 --2- 172.21.15.196:0/456786800 >> v2:172.21.15.196:3300/0 conn(0x7f18a012c780 0x7f18a01343b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:55.503 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.502+0000 7f189f7fe640 1 --2- 172.21.15.196:0/456786800 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f18a006f0a0 0x7f18a006f480 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1890009800 tx=0x7f189002a0d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a87e01772f38ca1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:55.503 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.502+0000 7f189e7fc640 1 -- 172.21.15.196:0/456786800 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1890037070 con 0x7f18a006f0a0 2024-09-10T07:43:55.503 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.502+0000 7f189e7fc640 1 -- 172.21.15.196:0/456786800 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f189002ade0 con 0x7f18a006f0a0 2024-09-10T07:43:55.503 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.502+0000 7f189e7fc640 1 -- 172.21.15.196:0/456786800 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1890032660 con 0x7f18a006f0a0 2024-09-10T07:43:55.506 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.503+0000 7f18a5c80640 1 -- 172.21.15.196:0/456786800 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f18a006f0a0 msgr2=0x7f18a006f480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.506 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.503+0000 7f18a5c80640 1 --2- 172.21.15.196:0/456786800 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f18a006f0a0 0x7f18a006f480 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1890009800 tx=0x7f189002a0d0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.506 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.503+0000 7f18a5c80640 1 -- 172.21.15.196:0/456786800 shutdown_connections 2024-09-10T07:43:55.507 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.503+0000 7f18a5c80640 1 --2- 172.21.15.196:0/456786800 >> v2:172.21.15.196:3300/0 conn(0x7f18a012c780 0x7f18a01343b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.507 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.503+0000 7f18a5c80640 1 --2- 172.21.15.196:0/456786800 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f18a006f0a0 0x7f18a006f480 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.507 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.503+0000 7f18a5c80640 1 -- 172.21.15.196:0/456786800 >> 172.21.15.196:0/456786800 conn(0x7f18a009b610 msgr2=0x7f18a009ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:55.507 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.503+0000 7f18a5c80640 1 -- 172.21.15.196:0/456786800 shutdown_connections 2024-09-10T07:43:55.507 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.503+0000 7f18a5c80640 1 -- 172.21.15.196:0/456786800 wait complete. 2024-09-10T07:43:55.507 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.504+0000 7f18a5c80640 1 Processor -- start 2024-09-10T07:43:55.507 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.504+0000 7f18a5c80640 1 -- start start 2024-09-10T07:43:55.507 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.505+0000 7f18a5c80640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f18a006f0a0 0x7f18a01c4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.507 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.505+0000 7f18a5c80640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f18a006f9c0 0x7f18a01c5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.507 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.505+0000 7f18a5c80640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f18a012c780 0x7f18a0128530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.507 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.505+0000 7f18a5c80640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f18a012cdb0 con 0x7f18a006f0a0 2024-09-10T07:43:55.507 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.505+0000 7f18a5c80640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f18a012cc30 con 0x7f18a006f9c0 2024-09-10T07:43:55.507 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.505+0000 7f18a5c80640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f18a012cf30 con 0x7f18a012c780 2024-09-10T07:43:55.507 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.505+0000 7f189effd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f18a006f9c0 0x7f18a01c5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.508 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.505+0000 7f189effd640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f18a006f9c0 0x7f18a01c5050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59798/0 (socket says 172.21.15.196:59798) 2024-09-10T07:43:55.508 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.505+0000 7f189effd640 1 -- 172.21.15.196:0/1454335123 learned_addr learned my addr 172.21.15.196:0/1454335123 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:55.508 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.505+0000 7f189f7fe640 1 --2- 172.21.15.196:0/1454335123 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f18a006f0a0 0x7f18a01c4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.508 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.505+0000 7f189ffff640 1 --2- 172.21.15.196:0/1454335123 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f18a012c780 0x7f18a0128530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.508 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.505+0000 7f189effd640 1 -- 172.21.15.196:0/1454335123 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f18a012c780 msgr2=0x7f18a0128530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.508 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.505+0000 7f189effd640 1 --2- 172.21.15.196:0/1454335123 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f18a012c780 0x7f18a0128530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.508 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.505+0000 7f189effd640 1 -- 172.21.15.196:0/1454335123 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f18a006f0a0 msgr2=0x7f18a01c4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.508 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.505+0000 7f189effd640 1 --2- 172.21.15.196:0/1454335123 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f18a006f0a0 0x7f18a01c4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.508 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.505+0000 7f189effd640 1 -- 172.21.15.196:0/1454335123 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18a01368c0 con 0x7f18a006f9c0 2024-09-10T07:43:55.508 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.505+0000 7f189effd640 1 --2- 172.21.15.196:0/1454335123 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f18a006f9c0 0x7f18a01c5050 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f189400c4a0 tx=0x7f189400c960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:55.508 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.505+0000 7f1887fff640 1 -- 172.21.15.196:0/1454335123 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1894017070 con 0x7f18a006f9c0 2024-09-10T07:43:55.508 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.505+0000 7f1887fff640 1 -- 172.21.15.196:0/1454335123 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1894005ce0 con 0x7f18a006f9c0 2024-09-10T07:43:55.508 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.505+0000 7f1887fff640 1 -- 172.21.15.196:0/1454335123 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1894007270 con 0x7f18a006f9c0 2024-09-10T07:43:55.508 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.505+0000 7f18a5c80640 1 -- 172.21.15.196:0/1454335123 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18a0126a20 con 0x7f18a006f9c0 2024-09-10T07:43:55.509 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.506+0000 7f18a5c80640 1 -- 172.21.15.196:0/1454335123 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f18a0136d30 con 0x7f18a006f9c0 2024-09-10T07:43:55.509 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.507+0000 7f1887fff640 1 -- 172.21.15.196:0/1454335123 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f189401a070 con 0x7f18a006f9c0 2024-09-10T07:43:55.509 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.507+0000 7f18a5c80640 1 -- 172.21.15.196:0/1454335123 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18a0137020 con 0x7f18a006f9c0 2024-09-10T07:43:55.509 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.507+0000 7f1887fff640 1 -- 172.21.15.196:0/1454335123 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f189405c7a0 con 0x7f18a006f9c0 2024-09-10T07:43:55.514 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.514+0000 7f1887fff640 1 -- 172.21.15.196:0/1454335123 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f189403bab0 con 0x7f18a006f9c0 2024-09-10T07:43:55.635 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.636+0000 7f49fb678640 1 -- 172.21.15.196:0/2854702496 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f49f4068d60 con 0x7f49f4097910 2024-09-10T07:43:55.635 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.636+0000 7f49e9ffb640 1 -- 172.21.15.196:0/2854702496 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f49f00808b0 con 0x7f49f4097910 2024-09-10T07:43:55.636 INFO:teuthology.orchestra.run.smithi196.stdout:111669149700 2024-09-10T07:43:55.638 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.638+0000 7f49fb678640 1 -- 172.21.15.196:0/2854702496 >> v1:172.21.15.196:6816/3572737106 conn(0x7f49d8047b50 legacy=0x7f49d804a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.638 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.638+0000 7f49fb678640 1 -- 172.21.15.196:0/2854702496 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49f4097910 msgr2=0x7f49f41c2b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.638 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.638+0000 7f49fb678640 1 --2- 172.21.15.196:0/2854702496 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49f4097910 0x7f49f41c2b30 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f49f002a650 tx=0x7f49f00046c0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.638 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.638+0000 7f49fb678640 1 -- 172.21.15.196:0/2854702496 shutdown_connections 2024-09-10T07:43:55.638 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.638+0000 7f49fb678640 1 --2- 172.21.15.196:0/2854702496 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f49f412d970 0x7f49f4072aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.638 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.638+0000 7f49fb678640 1 --2- 172.21.15.196:0/2854702496 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f49f4098230 0x7f49f41c3070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.638 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.638+0000 7f49fb678640 1 --2- 172.21.15.196:0/2854702496 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f49f4097910 0x7f49f41c2b30 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.638 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.638+0000 7f49fb678640 1 -- 172.21.15.196:0/2854702496 >> 172.21.15.196:0/2854702496 conn(0x7f49f409ffb0 msgr2=0x7f49f409b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:55.638 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.638+0000 7f49fb678640 1 -- 172.21.15.196:0/2854702496 shutdown_connections 2024-09-10T07:43:55.638 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.638+0000 7f49fb678640 1 -- 172.21.15.196:0/2854702496 wait complete. 2024-09-10T07:43:55.648 INFO:tasks.ceph.ceph_manager.ceph:need seq 111669149700 got 111669149700 for osd.1 2024-09-10T07:43:55.649 DEBUG:teuthology.parallel:result is None 2024-09-10T07:43:55.651 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.652+0000 7f5e9540d640 1 -- 172.21.15.196:0/374894419 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f5e90068d60 con 0x7f5e90096f40 2024-09-10T07:43:55.651 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.652+0000 7f5e777fe640 1 -- 172.21.15.196:0/374894419 <== mon.2 v2:172.21.15.196:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f5e88047df0 con 0x7f5e90096f40 2024-09-10T07:43:55.651 INFO:teuthology.orchestra.run.smithi196.stdout:124554051587 2024-09-10T07:43:55.654 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.654+0000 7f5e9540d640 1 -- 172.21.15.196:0/374894419 >> v1:172.21.15.196:6816/3572737106 conn(0x7f5e7c047b50 legacy=0x7f5e7c04a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.654 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.654+0000 7f5e9540d640 1 -- 172.21.15.196:0/374894419 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5e90096f40 msgr2=0x7f5e90123d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.654 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.654+0000 7f5e9540d640 1 --2- 172.21.15.196:0/374894419 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5e90096f40 0x7f5e90123d00 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f5e88009eb0 tx=0x7f5e88004a40 comp rx=0 tx=0).stop 2024-09-10T07:43:55.654 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.654+0000 7f5e9540d640 1 -- 172.21.15.196:0/374894419 shutdown_connections 2024-09-10T07:43:55.654 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.654+0000 7f5e9540d640 1 --2- 172.21.15.196:0/374894419 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f5e90096f40 0x7f5e90123d00 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.654 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.654+0000 7f5e9540d640 1 --2- 172.21.15.196:0/374894419 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f5e90095fa0 0x7f5e901237c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.654 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.654+0000 7f5e9540d640 1 --2- 172.21.15.196:0/374894419 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f5e90073710 0x7f5e90123280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.654 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.654+0000 7f5e9540d640 1 -- 172.21.15.196:0/374894419 >> 172.21.15.196:0/374894419 conn(0x7f5e9009c2a0 msgr2=0x7f5e90072a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:55.654 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.654+0000 7f5e9540d640 1 -- 172.21.15.196:0/374894419 shutdown_connections 2024-09-10T07:43:55.654 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.654+0000 7f5e9540d640 1 -- 172.21.15.196:0/374894419 wait complete. 2024-09-10T07:43:55.664 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.665+0000 7f18a5c80640 1 -- 172.21.15.196:0/1454335123 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f18a0068e60 con 0x7f18a006f9c0 2024-09-10T07:43:55.664 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.665+0000 7f1887fff640 1 -- 172.21.15.196:0/1454335123 <== mon.1 v2:172.21.15.196:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f189403bd10 con 0x7f18a006f9c0 2024-09-10T07:43:55.664 INFO:teuthology.orchestra.run.smithi196.stdout:115964116996 2024-09-10T07:43:55.666 INFO:tasks.ceph.ceph_manager.ceph:need seq 124554051587 got 124554051587 for osd.3 2024-09-10T07:43:55.667 DEBUG:teuthology.parallel:result is None 2024-09-10T07:43:55.667 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.667+0000 7f18a5c80640 1 -- 172.21.15.196:0/1454335123 >> v1:172.21.15.196:6816/3572737106 conn(0x7f188c047b50 legacy=0x7f188c04a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.667 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.667+0000 7f18a5c80640 1 -- 172.21.15.196:0/1454335123 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f18a006f9c0 msgr2=0x7f18a01c5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.667 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.667+0000 7f18a5c80640 1 --2- 172.21.15.196:0/1454335123 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f18a006f9c0 0x7f18a01c5050 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f189400c4a0 tx=0x7f189400c960 comp rx=0 tx=0).stop 2024-09-10T07:43:55.667 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.667+0000 7f18a5c80640 1 -- 172.21.15.196:0/1454335123 shutdown_connections 2024-09-10T07:43:55.667 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.667+0000 7f18a5c80640 1 --2- 172.21.15.196:0/1454335123 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f18a012c780 0x7f18a0128530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.667 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.667+0000 7f18a5c80640 1 --2- 172.21.15.196:0/1454335123 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f18a006f9c0 0x7f18a01c5050 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.667 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.667+0000 7f18a5c80640 1 --2- 172.21.15.196:0/1454335123 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f18a006f0a0 0x7f18a01c4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.668 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.667+0000 7f18a5c80640 1 -- 172.21.15.196:0/1454335123 >> 172.21.15.196:0/1454335123 conn(0x7f18a009b610 msgr2=0x7f18a0129e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:55.668 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.667+0000 7f18a5c80640 1 -- 172.21.15.196:0/1454335123 shutdown_connections 2024-09-10T07:43:55.668 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.667+0000 7f18a5c80640 1 -- 172.21.15.196:0/1454335123 wait complete. 2024-09-10T07:43:55.676 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.677+0000 7f3a67bb5640 1 -- 172.21.15.196:0/1070220280 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f3a6006e0c0 con 0x7f3a6012fa50 2024-09-10T07:43:55.677 INFO:tasks.ceph.ceph_manager.ceph:need seq 115964116995 got 115964116996 for osd.2 2024-09-10T07:43:55.677 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.678+0000 7f3a567fc640 1 -- 172.21.15.196:0/1070220280 <== mon.2 v2:172.21.15.196:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f3a58022030 con 0x7f3a6012fa50 2024-09-10T07:43:55.678 INFO:teuthology.orchestra.run.smithi196.stdout:107374182404 2024-09-10T07:43:55.678 DEBUG:teuthology.parallel:result is None 2024-09-10T07:43:55.679 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.679+0000 7f3a67bb5640 1 -- 172.21.15.196:0/1070220280 >> v1:172.21.15.196:6816/3572737106 conn(0x7f3a44047b50 legacy=0x7f3a4404a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.679 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.680+0000 7f3a67bb5640 1 -- 172.21.15.196:0/1070220280 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3a6012fa50 msgr2=0x7f3a60130eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.679 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.680+0000 7f3a67bb5640 1 --2- 172.21.15.196:0/1070220280 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3a6012fa50 0x7f3a60130eb0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f3a5800ef90 tx=0x7f3a5800c490 comp rx=0 tx=0).stop 2024-09-10T07:43:55.680 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.680+0000 7f3a67bb5640 1 -- 172.21.15.196:0/1070220280 shutdown_connections 2024-09-10T07:43:55.680 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.680+0000 7f3a67bb5640 1 --2- 172.21.15.196:0/1070220280 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f3a6012fa50 0x7f3a60130eb0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.680 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.680+0000 7f3a67bb5640 1 --2- 172.21.15.196:0/1070220280 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f3a6006e600 0x7f3a60130970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.680 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.680+0000 7f3a67bb5640 1 --2- 172.21.15.196:0/1070220280 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f3a6006dce0 0x7f3a60130430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.680 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.680+0000 7f3a67bb5640 1 -- 172.21.15.196:0/1070220280 >> 172.21.15.196:0/1070220280 conn(0x7f3a6009e980 msgr2=0x7f3a60072b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:55.680 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.680+0000 7f3a67bb5640 1 -- 172.21.15.196:0/1070220280 shutdown_connections 2024-09-10T07:43:55.680 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.680+0000 7f3a67bb5640 1 -- 172.21.15.196:0/1070220280 wait complete. 2024-09-10T07:43:55.690 INFO:tasks.ceph.ceph_manager.ceph:need seq 107374182404 got 107374182404 for osd.0 2024-09-10T07:43:55.690 DEBUG:teuthology.parallel:result is None 2024-09-10T07:43:55.690 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T07:43:55.690 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:43:55.828 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.828+0000 7f65163d4640 1 Processor -- start 2024-09-10T07:43:55.828 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.828+0000 7f65163d4640 1 -- start start 2024-09-10T07:43:55.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.828+0000 7f65163d4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65100927b0 0x7f6510092b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.828+0000 7f65163d4640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f65100930d0 0x7f651012c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.828+0000 7f65163d4640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f651012c720 0x7f651012cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.828+0000 7f65163d4640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f6510094ba0 con 0x7f651012c720 2024-09-10T07:43:55.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.828+0000 7f65163d4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f651009efd0 con 0x7f65100927b0 2024-09-10T07:43:55.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.828+0000 7f65163d4640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f65100630c0 con 0x7f65100930d0 2024-09-10T07:43:55.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.828+0000 7f650f7fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f65100930d0 0x7f651012c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.828+0000 7f6514971640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f651012c720 0x7f651012cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.828+0000 7f650ffff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65100927b0 0x7f6510092b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.828+0000 7f6514971640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f651012c720 0x7f651012cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:52196/0 (socket says 172.21.15.196:52196) 2024-09-10T07:43:55.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.828+0000 7f650f7fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f65100930d0 0x7f651012c1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:51530/0 (socket says 172.21.15.196:51530) 2024-09-10T07:43:55.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.828+0000 7f6514971640 1 -- 172.21.15.196:0/2080394835 learned_addr learned my addr 172.21.15.196:0/2080394835 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:55.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.829+0000 7f650f7fe640 1 -- 172.21.15.196:0/2080394835 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65100927b0 msgr2=0x7f6510092b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:55.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.829+0000 7f650f7fe640 1 --2- 172.21.15.196:0/2080394835 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65100927b0 0x7f6510092b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.829+0000 7f650f7fe640 1 -- 172.21.15.196:0/2080394835 >> v2:172.21.15.196:3300/0 conn(0x7f651012c720 msgr2=0x7f651012cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:55.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.829+0000 7f650f7fe640 1 --2- 172.21.15.196:0/2080394835 >> v2:172.21.15.196:3300/0 conn(0x7f651012c720 0x7f651012cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.829+0000 7f650f7fe640 1 -- 172.21.15.196:0/2080394835 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6510091e00 con 0x7f65100930d0 2024-09-10T07:43:55.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.829+0000 7f6514971640 1 --2- 172.21.15.196:0/2080394835 >> v2:172.21.15.196:3300/0 conn(0x7f651012c720 0x7f651012cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:55.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.829+0000 7f650ffff640 1 --2- 172.21.15.196:0/2080394835 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65100927b0 0x7f6510092b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:55.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.829+0000 7f650f7fe640 1 --2- 172.21.15.196:0/2080394835 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f65100930d0 0x7f651012c1e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f65040097d0 tx=0x7f650402a000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bcb69a86fdde8ec9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:55.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.829+0000 7f650effd640 1 -- 172.21.15.196:0/2080394835 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6504037070 con 0x7f65100930d0 2024-09-10T07:43:55.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.830+0000 7f650effd640 1 -- 172.21.15.196:0/2080394835 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f650402ad10 con 0x7f65100930d0 2024-09-10T07:43:55.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.830+0000 7f650effd640 1 -- 172.21.15.196:0/2080394835 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6504032660 con 0x7f65100930d0 2024-09-10T07:43:55.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.830+0000 7f65163d4640 1 -- 172.21.15.196:0/2080394835 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f65100930d0 msgr2=0x7f651012c1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.833 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.830+0000 7f65163d4640 1 --2- 172.21.15.196:0/2080394835 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f65100930d0 0x7f651012c1e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f65040097d0 tx=0x7f650402a000 comp rx=0 tx=0).stop 2024-09-10T07:43:55.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.830+0000 7f65163d4640 1 -- 172.21.15.196:0/2080394835 shutdown_connections 2024-09-10T07:43:55.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.830+0000 7f65163d4640 1 --2- 172.21.15.196:0/2080394835 >> v2:172.21.15.196:3300/0 conn(0x7f651012c720 0x7f651012cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.830+0000 7f65163d4640 1 --2- 172.21.15.196:0/2080394835 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f65100930d0 0x7f651012c1e0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.830+0000 7f65163d4640 1 --2- 172.21.15.196:0/2080394835 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65100927b0 0x7f6510092b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.830+0000 7f65163d4640 1 -- 172.21.15.196:0/2080394835 >> 172.21.15.196:0/2080394835 conn(0x7f651009e4b0 msgr2=0x7f651009e8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:55.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.830+0000 7f65163d4640 1 -- 172.21.15.196:0/2080394835 shutdown_connections 2024-09-10T07:43:55.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.830+0000 7f65163d4640 1 -- 172.21.15.196:0/2080394835 wait complete. 2024-09-10T07:43:55.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.831+0000 7f65163d4640 1 Processor -- start 2024-09-10T07:43:55.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.831+0000 7f65163d4640 1 -- start start 2024-09-10T07:43:55.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.831+0000 7f65163d4640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f65100927b0 0x7f6510134360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.831+0000 7f65163d4640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65100930d0 0x7f65101348a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.831+0000 7f65163d4640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f651012c720 0x7f6510134de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:55.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.831+0000 7f65163d4640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f6510136b40 con 0x7f65100927b0 2024-09-10T07:43:55.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.831+0000 7f65163d4640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f65100918d0 con 0x7f65100930d0 2024-09-10T07:43:55.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.831+0000 7f65163d4640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f6510136cc0 con 0x7f651012c720 2024-09-10T07:43:55.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.832+0000 7f650f7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65100930d0 0x7f65101348a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.832+0000 7f650ffff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f65100927b0 0x7f6510134360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.832+0000 7f650f7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65100930d0 0x7f65101348a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:59812/0 (socket says 172.21.15.196:59812) 2024-09-10T07:43:55.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.832+0000 7f6514971640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f651012c720 0x7f6510134de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:55.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.832+0000 7f650f7fe640 1 -- 172.21.15.196:0/652450058 learned_addr learned my addr 172.21.15.196:0/652450058 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:55.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.832+0000 7f650ffff640 1 -- 172.21.15.196:0/652450058 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f651012c720 msgr2=0x7f6510134de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.832+0000 7f650ffff640 1 --2- 172.21.15.196:0/652450058 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f651012c720 0x7f6510134de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.832+0000 7f650ffff640 1 -- 172.21.15.196:0/652450058 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65100930d0 msgr2=0x7f65101348a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.832+0000 7f650ffff640 1 --2- 172.21.15.196:0/652450058 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65100930d0 0x7f65101348a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.832+0000 7f650ffff640 1 -- 172.21.15.196:0/652450058 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65101366c0 con 0x7f65100927b0 2024-09-10T07:43:55.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.832+0000 7f6514971640 1 --2- 172.21.15.196:0/652450058 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f651012c720 0x7f6510134de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:55.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.832+0000 7f650ffff640 1 --2- 172.21.15.196:0/652450058 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f65100927b0 0x7f6510134360 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f650000e930 tx=0x7f650000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:55.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.832+0000 7f650cff9640 1 -- 172.21.15.196:0/652450058 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6500017070 con 0x7f65100927b0 2024-09-10T07:43:55.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.832+0000 7f650cff9640 1 -- 172.21.15.196:0/652450058 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f650000ca00 con 0x7f65100927b0 2024-09-10T07:43:55.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.832+0000 7f65163d4640 1 -- 172.21.15.196:0/652450058 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f651006e5c0 con 0x7f65100927b0 2024-09-10T07:43:55.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.832+0000 7f650cff9640 1 -- 172.21.15.196:0/652450058 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f650000cdd0 con 0x7f65100927b0 2024-09-10T07:43:55.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.832+0000 7f65163d4640 1 -- 172.21.15.196:0/652450058 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65100740d0 con 0x7f65100927b0 2024-09-10T07:43:55.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.833+0000 7f65163d4640 1 -- 172.21.15.196:0/652450058 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f651012c1e0 con 0x7f65100927b0 2024-09-10T07:43:55.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.833+0000 7f650cff9640 1 -- 172.21.15.196:0/652450058 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f650001a070 con 0x7f65100927b0 2024-09-10T07:43:55.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.834+0000 7f650cff9640 1 -- 172.21.15.196:0/652450058 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f650005d240 con 0x7f65100927b0 2024-09-10T07:43:55.837 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.837+0000 7f650cff9640 1 -- 172.21.15.196:0/652450058 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f650005c2f0 con 0x7f65100927b0 2024-09-10T07:43:55.972 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.973+0000 7f65163d4640 1 -- 172.21.15.196:0/652450058 --> v1:172.21.15.196:6816/3572737106 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f651006eda0 con 0x7f64fc047b80 2024-09-10T07:43:55.973 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.974+0000 7f650cff9640 1 -- 172.21.15.196:0/652450058 <== mgr.14103 v1:172.21.15.196:6816/3572737106 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31995 (unknown 2965378022 0 247901331) 0x7f651006eda0 con 0x7f64fc047b80 2024-09-10T07:43:55.974 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:55.974 INFO:teuthology.orchestra.run.smithi196.stderr:dumped all 2024-09-10T07:43:55.975 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.976+0000 7f65163d4640 1 -- 172.21.15.196:0/652450058 >> v1:172.21.15.196:6816/3572737106 conn(0x7f64fc047b80 legacy=0x7f64fc04a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.975 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.976+0000 7f65163d4640 1 -- 172.21.15.196:0/652450058 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f65100927b0 msgr2=0x7f6510134360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:55.975 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.976+0000 7f65163d4640 1 --2- 172.21.15.196:0/652450058 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f65100927b0 0x7f6510134360 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f650000e930 tx=0x7f650000edf0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.975 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.976+0000 7f65163d4640 1 -- 172.21.15.196:0/652450058 shutdown_connections 2024-09-10T07:43:55.975 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.976+0000 7f65163d4640 1 --2- 172.21.15.196:0/652450058 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f651012c720 0x7f6510134de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.976 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.976+0000 7f65163d4640 1 --2- 172.21.15.196:0/652450058 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f65100930d0 0x7f65101348a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.976 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.976+0000 7f65163d4640 1 --2- 172.21.15.196:0/652450058 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f65100927b0 0x7f6510134360 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:55.976 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.976+0000 7f65163d4640 1 -- 172.21.15.196:0/652450058 >> 172.21.15.196:0/652450058 conn(0x7f651009e4b0 msgr2=0x7f6510097ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:55.976 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.976+0000 7f65163d4640 1 -- 172.21.15.196:0/652450058 shutdown_connections 2024-09-10T07:43:55.976 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:55.976+0000 7f65163d4640 1 -- 172.21.15.196:0/652450058 wait complete. 2024-09-10T07:43:55.986 INFO:teuthology.orchestra.run.smithi196.stdout:{"pg_ready":true,"pg_map":{"version":29,"stamp":"2024-09-10T07:43:54.541664+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":101,"num_write_kb":1108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":66,"ondisk_log_size":66,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112332,"kb_used_data":2256,"kb_used_omap":17,"kb_used_meta":109998,"kb_avail":377375028,"statfs":{"total":386547056640,"available":386432028672,"internally_reserved":0,"allocated":2310144,"data_stored":1575042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18186,"internal_metadata":112638198},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001158"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644554+0000","last_change":"2024-09-10T07:43:48.241029+0000","last_active":"2024-09-10T07:43:51.644554+0000","last_peered":"2024-09-10T07:43:51.644554+0000","last_clean":"2024-09-10T07:43:51.644554+0000","last_became_active":"2024-09-10T07:43:48.240737+0000","last_became_peered":"2024-09-10T07:43:48.240737+0000","last_unstale":"2024-09-10T07:43:51.644554+0000","last_undegraded":"2024-09-10T07:43:51.644554+0000","last_fullsized":"2024-09-10T07:43:51.644554+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:38.382622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010214289999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":41,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644429+0000","last_change":"2024-09-10T07:43:44.606400+0000","last_active":"2024-09-10T07:43:51.644429+0000","last_peered":"2024-09-10T07:43:51.644429+0000","last_clean":"2024-09-10T07:43:51.644429+0000","last_became_active":"2024-09-10T07:43:44.606046+0000","last_became_peered":"2024-09-10T07:43:44.606046+0000","last_unstale":"2024-09-10T07:43:51.644429+0000","last_undegraded":"2024-09-10T07:43:51.644429+0000","last_fullsized":"2024-09-10T07:43:51.644429+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:45.040569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032669399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644385+0000","last_change":"2024-09-10T07:43:48.241280+0000","last_active":"2024-09-10T07:43:51.644385+0000","last_peered":"2024-09-10T07:43:51.644385+0000","last_clean":"2024-09-10T07:43:51.644385+0000","last_became_active":"2024-09-10T07:43:48.241002+0000","last_became_peered":"2024-09-10T07:43:48.241002+0000","last_unstale":"2024-09-10T07:43:51.644385+0000","last_undegraded":"2024-09-10T07:43:51.644385+0000","last_fullsized":"2024-09-10T07:43:51.644385+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:33.605469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001037173,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":41,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644279+0000","last_change":"2024-09-10T07:43:44.606324+0000","last_active":"2024-09-10T07:43:51.644279+0000","last_peered":"2024-09-10T07:43:51.644279+0000","last_clean":"2024-09-10T07:43:51.644279+0000","last_became_active":"2024-09-10T07:43:44.606054+0000","last_became_peered":"2024-09-10T07:43:44.606054+0000","last_unstale":"2024-09-10T07:43:51.644279+0000","last_undegraded":"2024-09-10T07:43:51.644279+0000","last_fullsized":"2024-09-10T07:43:51.644279+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:43:25.638415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00041535500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":44,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644324+0000","last_change":"2024-09-10T07:43:47.610141+0000","last_active":"2024-09-10T07:43:51.644324+0000","last_peered":"2024-09-10T07:43:51.644324+0000","last_clean":"2024-09-10T07:43:51.644324+0000","last_became_active":"2024-09-10T07:43:47.609736+0000","last_became_peered":"2024-09-10T07:43:47.609736+0000","last_unstale":"2024-09-10T07:43:51.644324+0000","last_undegraded":"2024-09-10T07:43:51.644324+0000","last_fullsized":"2024-09-10T07:43:51.644324+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:37:57.292850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013045520000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":41,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644086+0000","last_change":"2024-09-10T07:43:47.611115+0000","last_active":"2024-09-10T07:43:51.644086+0000","last_peered":"2024-09-10T07:43:51.644086+0000","last_clean":"2024-09-10T07:43:51.644086+0000","last_became_active":"2024-09-10T07:43:47.610809+0000","last_became_peered":"2024-09-10T07:43:47.610809+0000","last_unstale":"2024-09-10T07:43:51.644086+0000","last_undegraded":"2024-09-10T07:43:51.644086+0000","last_fullsized":"2024-09-10T07:43:51.644086+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:20:28.274636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036547199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644192+0000","last_change":"2024-09-10T07:43:47.609864+0000","last_active":"2024-09-10T07:43:51.644192+0000","last_peered":"2024-09-10T07:43:51.644192+0000","last_clean":"2024-09-10T07:43:51.644192+0000","last_became_active":"2024-09-10T07:43:47.609525+0000","last_became_peered":"2024-09-10T07:43:47.609525+0000","last_unstale":"2024-09-10T07:43:51.644192+0000","last_undegraded":"2024-09-10T07:43:51.644192+0000","last_fullsized":"2024-09-10T07:43:51.644192+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:52.786108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085628500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644518+0000","last_change":"2024-09-10T07:43:47.611113+0000","last_active":"2024-09-10T07:43:51.644518+0000","last_peered":"2024-09-10T07:43:51.644518+0000","last_clean":"2024-09-10T07:43:51.644518+0000","last_became_active":"2024-09-10T07:43:47.610763+0000","last_became_peered":"2024-09-10T07:43:47.610763+0000","last_unstale":"2024-09-10T07:43:51.644518+0000","last_undegraded":"2024-09-10T07:43:51.644518+0000","last_fullsized":"2024-09-10T07:43:51.644518+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:06:24.339670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"19'63","reported_seq":144,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.643973+0000","last_change":"2024-09-10T07:43:44.605658+0000","last_active":"2024-09-10T07:43:51.643973+0000","last_peered":"2024-09-10T07:43:51.643973+0000","last_clean":"2024-09-10T07:43:51.643973+0000","last_became_active":"2024-09-10T07:43:44.605335+0000","last_became_peered":"2024-09-10T07:43:44.605335+0000","last_unstale":"2024-09-10T07:43:51.643973+0000","last_undegraded":"2024-09-10T07:43:51.643973+0000","last_fullsized":"2024-09-10T07:43:51.643973+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:07.904011+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:07.904011+0000","last_clean_scrub_stamp":"2024-09-10T07:42:07.904011+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":0,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:15.341835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":63,"ondisk_log_size":63,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":29,"seq":124554051587,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":276,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":282624,"data_stored":98586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":27,"seq":115964116996,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27812,"kb_used_data":272,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344028,"statfs":{"total":96636764160,"available":96608284672,"internally_reserved":0,"allocated":278528,"data_stored":98567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":26,"seq":111669149700,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28324,"kb_used_data":856,"kb_used_omap":4,"kb_used_meta":27451,"kb_avail":94343516,"statfs":{"total":96636764160,"available":96607760384,"internally_reserved":0,"allocated":876544,"data_stored":688954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4546,"internal_metadata":28110398},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28388,"kb_used_data":852,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343452,"statfs":{"total":96636764160,"available":96607694848,"internally_reserved":0,"allocated":872448,"data_stored":688935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4546,"internal_metadata":28175934},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:43:55.987 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:43:56.085 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.085+0000 7fbe7288a640 1 Processor -- start 2024-09-10T07:43:56.085 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.085+0000 7fbe7288a640 1 -- start start 2024-09-10T07:43:56.085 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.085+0000 7fbe7288a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbe6c06ea00 0x7fbe6c130dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:56.085 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.085+0000 7fbe7288a640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbe6c131300 0x7fbe6c1336f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:56.086 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.085+0000 7fbe7288a640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbe6c06f0b0 con 0x7fbe6c097270 2024-09-10T07:43:56.086 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.085+0000 7fbe7288a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fbe6c06fbb0 con 0x7fbe6c06ea00 2024-09-10T07:43:56.086 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.085+0000 7fbe7288a640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fbe6c097d60 con 0x7fbe6c131300 2024-09-10T07:43:56.086 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.085+0000 7fbe70e27640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbe6c131300 0x7fbe6c1336f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:56.086 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.085+0000 7fbe63fff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbe6c06ea00 0x7fbe6c130dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:56.086 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.085+0000 7fbe6bfff640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7fbe6c097270 0x7fbe6c097650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:36070/0 (socket says 172.21.15.196:36070) 2024-09-10T07:43:56.086 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.085+0000 7fbe6bfff640 1 -- 172.21.15.196:0/21112757 learned_addr learned my addr 172.21.15.196:0/21112757 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:56.086 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.085+0000 7fbe6b7fe640 1 -- 172.21.15.196:0/21112757 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1213980556 0 0) 0x7fbe6c06f0b0 con 0x7fbe6c097270 2024-09-10T07:43:56.086 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.086+0000 7fbe70e27640 1 -- 172.21.15.196:0/21112757 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbe6c06ea00 msgr2=0x7fbe6c130dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:56.086 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.086+0000 7fbe70e27640 1 --2- 172.21.15.196:0/21112757 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbe6c06ea00 0x7fbe6c130dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.086 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.086+0000 7fbe70e27640 1 -- 172.21.15.196:0/21112757 >> v1:172.21.15.196:6789/0 conn(0x7fbe6c097270 legacy=0x7fbe6c097650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:56.086 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.086+0000 7fbe70e27640 1 -- 172.21.15.196:0/21112757 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe6c070280 con 0x7fbe6c131300 2024-09-10T07:43:56.086 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.086+0000 7fbe63fff640 1 --2- 172.21.15.196:0/21112757 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbe6c06ea00 0x7fbe6c130dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:56.089 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.086+0000 7fbe70e27640 1 --2- 172.21.15.196:0/21112757 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbe6c131300 0x7fbe6c1336f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fbe64009dc0 tx=0x7fbe6402a510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c8bb5a1d6548836b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:56.089 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.086+0000 7fbe6b7fe640 1 -- 172.21.15.196:0/21112757 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe64007740 con 0x7fbe6c131300 2024-09-10T07:43:56.090 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.086+0000 7fbe6b7fe640 1 -- 172.21.15.196:0/21112757 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe640078e0 con 0x7fbe6c131300 2024-09-10T07:43:56.090 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.086+0000 7fbe6b7fe640 1 -- 172.21.15.196:0/21112757 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe64007cb0 con 0x7fbe6c131300 2024-09-10T07:43:56.090 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.087+0000 7fbe7288a640 1 -- 172.21.15.196:0/21112757 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbe6c131300 msgr2=0x7fbe6c1336f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:56.090 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.087+0000 7fbe7288a640 1 --2- 172.21.15.196:0/21112757 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbe6c131300 0x7fbe6c1336f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fbe64009dc0 tx=0x7fbe6402a510 comp rx=0 tx=0).stop 2024-09-10T07:43:56.090 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.087+0000 7fbe7288a640 1 -- 172.21.15.196:0/21112757 shutdown_connections 2024-09-10T07:43:56.090 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.087+0000 7fbe7288a640 1 --2- 172.21.15.196:0/21112757 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbe6c131300 0x7fbe6c1336f0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.090 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.087+0000 7fbe7288a640 1 --2- 172.21.15.196:0/21112757 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbe6c06ea00 0x7fbe6c130dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.090 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.087+0000 7fbe7288a640 1 -- 172.21.15.196:0/21112757 >> 172.21.15.196:0/21112757 conn(0x7fbe6c09da00 msgr2=0x7fbe6c09de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:56.090 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.087+0000 7fbe7288a640 1 -- 172.21.15.196:0/21112757 shutdown_connections 2024-09-10T07:43:56.090 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.087+0000 7fbe7288a640 1 -- 172.21.15.196:0/21112757 wait complete. 2024-09-10T07:43:56.090 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.088+0000 7fbe7288a640 1 Processor -- start 2024-09-10T07:43:56.090 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.088+0000 7fbe7288a640 1 -- start start 2024-09-10T07:43:56.090 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.088+0000 7fbe7288a640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbe6c06ea00 0x7fbe6c1c4740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:56.091 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.088+0000 7fbe7288a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbe6c097270 0x7fbe6c1c4c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:56.091 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.088+0000 7fbe7288a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbe6c131300 0x7fbe6c126cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:56.091 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.088+0000 7fbe7288a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fbe6c06d2e0 con 0x7fbe6c097270 2024-09-10T07:43:56.091 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.088+0000 7fbe7288a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fbe6c06d160 con 0x7fbe6c131300 2024-09-10T07:43:56.091 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.088+0000 7fbe7288a640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fbe6c06d460 con 0x7fbe6c06ea00 2024-09-10T07:43:56.091 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.088+0000 7fbe6bfff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbe6c06ea00 0x7fbe6c1c4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:56.091 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.088+0000 7fbe63fff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbe6c097270 0x7fbe6c1c4c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:56.091 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.088+0000 7fbe6bfff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbe6c06ea00 0x7fbe6c1c4740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:51554/0 (socket says 172.21.15.196:51554) 2024-09-10T07:43:56.091 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.088+0000 7fbe6bfff640 1 -- 172.21.15.196:0/4245437594 learned_addr learned my addr 172.21.15.196:0/4245437594 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:56.091 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.088+0000 7fbe70e27640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbe6c131300 0x7fbe6c126cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:56.091 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.089+0000 7fbe6bfff640 1 -- 172.21.15.196:0/4245437594 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbe6c131300 msgr2=0x7fbe6c126cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:56.091 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.089+0000 7fbe6bfff640 1 --2- 172.21.15.196:0/4245437594 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbe6c131300 0x7fbe6c126cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.091 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.089+0000 7fbe6bfff640 1 -- 172.21.15.196:0/4245437594 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbe6c097270 msgr2=0x7fbe6c1c4c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:56.091 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.089+0000 7fbe6bfff640 1 --2- 172.21.15.196:0/4245437594 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbe6c097270 0x7fbe6c1c4c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.092 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.089+0000 7fbe6bfff640 1 -- 172.21.15.196:0/4245437594 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe6c12a340 con 0x7fbe6c06ea00 2024-09-10T07:43:56.092 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.089+0000 7fbe63fff640 1 --2- 172.21.15.196:0/4245437594 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbe6c097270 0x7fbe6c1c4c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:56.092 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.089+0000 7fbe6bfff640 1 --2- 172.21.15.196:0/4245437594 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbe6c06ea00 0x7fbe6c1c4740 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fbe5c00c520 tx=0x7fbe5c00c9e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:56.092 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.089+0000 7fbe697fa640 1 -- 172.21.15.196:0/4245437594 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe5c017070 con 0x7fbe6c06ea00 2024-09-10T07:43:56.092 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.089+0000 7fbe697fa640 1 -- 172.21.15.196:0/4245437594 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe5c005d00 con 0x7fbe6c06ea00 2024-09-10T07:43:56.092 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.089+0000 7fbe7288a640 1 -- 172.21.15.196:0/4245437594 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe6c1c51c0 con 0x7fbe6c06ea00 2024-09-10T07:43:56.092 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.089+0000 7fbe697fa640 1 -- 172.21.15.196:0/4245437594 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe5c0072b0 con 0x7fbe6c06ea00 2024-09-10T07:43:56.092 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.089+0000 7fbe7288a640 1 -- 172.21.15.196:0/4245437594 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe6c129900 con 0x7fbe6c06ea00 2024-09-10T07:43:56.092 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.090+0000 7fbe697fa640 1 -- 172.21.15.196:0/4245437594 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7fbe5c01a070 con 0x7fbe6c06ea00 2024-09-10T07:43:56.092 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.090+0000 7fbe7288a640 1 -- 172.21.15.196:0/4245437594 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe6c06c750 con 0x7fbe6c06ea00 2024-09-10T07:43:56.092 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.090+0000 7fbe697fa640 1 -- 172.21.15.196:0/4245437594 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7fbe5c05c820 con 0x7fbe6c06ea00 2024-09-10T07:43:56.093 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.094+0000 7fbe697fa640 1 -- 172.21.15.196:0/4245437594 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7fbe6c06c750 con 0x7fbe6c06ea00 2024-09-10T07:43:56.229 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.230+0000 7fbe7288a640 1 -- 172.21.15.196:0/4245437594 --> v1:172.21.15.196:6816/3572737106 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbe6c097650 con 0x7fbe4c047b50 2024-09-10T07:43:56.230 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.231+0000 7fbe697fa640 1 -- 172.21.15.196:0/4245437594 <== mgr.14103 v1:172.21.15.196:6816/3572737106 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31995 (unknown 2965378022 0 247901331) 0x7fbe6c097650 con 0x7fbe4c047b50 2024-09-10T07:43:56.230 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:56.231 INFO:teuthology.orchestra.run.smithi196.stderr:dumped all 2024-09-10T07:43:56.232 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.232+0000 7fbe7288a640 1 -- 172.21.15.196:0/4245437594 >> v1:172.21.15.196:6816/3572737106 conn(0x7fbe4c047b50 legacy=0x7fbe4c04a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:56.232 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.232+0000 7fbe7288a640 1 -- 172.21.15.196:0/4245437594 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbe6c06ea00 msgr2=0x7fbe6c1c4740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:56.232 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.232+0000 7fbe7288a640 1 --2- 172.21.15.196:0/4245437594 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbe6c06ea00 0x7fbe6c1c4740 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fbe5c00c520 tx=0x7fbe5c00c9e0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.232 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.232+0000 7fbe7288a640 1 -- 172.21.15.196:0/4245437594 shutdown_connections 2024-09-10T07:43:56.232 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.232+0000 7fbe7288a640 1 --2- 172.21.15.196:0/4245437594 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fbe6c131300 0x7fbe6c126cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.232 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.232+0000 7fbe7288a640 1 --2- 172.21.15.196:0/4245437594 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fbe6c097270 0x7fbe6c1c4c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.233 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.232+0000 7fbe7288a640 1 --2- 172.21.15.196:0/4245437594 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fbe6c06ea00 0x7fbe6c1c4740 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.233 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.232+0000 7fbe7288a640 1 -- 172.21.15.196:0/4245437594 >> 172.21.15.196:0/4245437594 conn(0x7fbe6c09da00 msgr2=0x7fbe6c072560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:56.233 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.233+0000 7fbe7288a640 1 -- 172.21.15.196:0/4245437594 shutdown_connections 2024-09-10T07:43:56.233 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.233+0000 7fbe7288a640 1 -- 172.21.15.196:0/4245437594 wait complete. 2024-09-10T07:43:56.243 INFO:teuthology.orchestra.run.smithi196.stdout:{"pg_ready":true,"pg_map":{"version":29,"stamp":"2024-09-10T07:43:54.541664+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":101,"num_write_kb":1108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":66,"ondisk_log_size":66,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112332,"kb_used_data":2256,"kb_used_omap":17,"kb_used_meta":109998,"kb_avail":377375028,"statfs":{"total":386547056640,"available":386432028672,"internally_reserved":0,"allocated":2310144,"data_stored":1575042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18186,"internal_metadata":112638198},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001158"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644554+0000","last_change":"2024-09-10T07:43:48.241029+0000","last_active":"2024-09-10T07:43:51.644554+0000","last_peered":"2024-09-10T07:43:51.644554+0000","last_clean":"2024-09-10T07:43:51.644554+0000","last_became_active":"2024-09-10T07:43:48.240737+0000","last_became_peered":"2024-09-10T07:43:48.240737+0000","last_unstale":"2024-09-10T07:43:51.644554+0000","last_undegraded":"2024-09-10T07:43:51.644554+0000","last_fullsized":"2024-09-10T07:43:51.644554+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:38.382622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010214289999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":41,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644429+0000","last_change":"2024-09-10T07:43:44.606400+0000","last_active":"2024-09-10T07:43:51.644429+0000","last_peered":"2024-09-10T07:43:51.644429+0000","last_clean":"2024-09-10T07:43:51.644429+0000","last_became_active":"2024-09-10T07:43:44.606046+0000","last_became_peered":"2024-09-10T07:43:44.606046+0000","last_unstale":"2024-09-10T07:43:51.644429+0000","last_undegraded":"2024-09-10T07:43:51.644429+0000","last_fullsized":"2024-09-10T07:43:51.644429+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:45.040569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032669399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644385+0000","last_change":"2024-09-10T07:43:48.241280+0000","last_active":"2024-09-10T07:43:51.644385+0000","last_peered":"2024-09-10T07:43:51.644385+0000","last_clean":"2024-09-10T07:43:51.644385+0000","last_became_active":"2024-09-10T07:43:48.241002+0000","last_became_peered":"2024-09-10T07:43:48.241002+0000","last_unstale":"2024-09-10T07:43:51.644385+0000","last_undegraded":"2024-09-10T07:43:51.644385+0000","last_fullsized":"2024-09-10T07:43:51.644385+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:33.605469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001037173,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":41,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644279+0000","last_change":"2024-09-10T07:43:44.606324+0000","last_active":"2024-09-10T07:43:51.644279+0000","last_peered":"2024-09-10T07:43:51.644279+0000","last_clean":"2024-09-10T07:43:51.644279+0000","last_became_active":"2024-09-10T07:43:44.606054+0000","last_became_peered":"2024-09-10T07:43:44.606054+0000","last_unstale":"2024-09-10T07:43:51.644279+0000","last_undegraded":"2024-09-10T07:43:51.644279+0000","last_fullsized":"2024-09-10T07:43:51.644279+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:43:25.638415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00041535500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":44,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644324+0000","last_change":"2024-09-10T07:43:47.610141+0000","last_active":"2024-09-10T07:43:51.644324+0000","last_peered":"2024-09-10T07:43:51.644324+0000","last_clean":"2024-09-10T07:43:51.644324+0000","last_became_active":"2024-09-10T07:43:47.609736+0000","last_became_peered":"2024-09-10T07:43:47.609736+0000","last_unstale":"2024-09-10T07:43:51.644324+0000","last_undegraded":"2024-09-10T07:43:51.644324+0000","last_fullsized":"2024-09-10T07:43:51.644324+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:37:57.292850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013045520000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":41,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644086+0000","last_change":"2024-09-10T07:43:47.611115+0000","last_active":"2024-09-10T07:43:51.644086+0000","last_peered":"2024-09-10T07:43:51.644086+0000","last_clean":"2024-09-10T07:43:51.644086+0000","last_became_active":"2024-09-10T07:43:47.610809+0000","last_became_peered":"2024-09-10T07:43:47.610809+0000","last_unstale":"2024-09-10T07:43:51.644086+0000","last_undegraded":"2024-09-10T07:43:51.644086+0000","last_fullsized":"2024-09-10T07:43:51.644086+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:20:28.274636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036547199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644192+0000","last_change":"2024-09-10T07:43:47.609864+0000","last_active":"2024-09-10T07:43:51.644192+0000","last_peered":"2024-09-10T07:43:51.644192+0000","last_clean":"2024-09-10T07:43:51.644192+0000","last_became_active":"2024-09-10T07:43:47.609525+0000","last_became_peered":"2024-09-10T07:43:47.609525+0000","last_unstale":"2024-09-10T07:43:51.644192+0000","last_undegraded":"2024-09-10T07:43:51.644192+0000","last_fullsized":"2024-09-10T07:43:51.644192+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:52.786108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085628500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644518+0000","last_change":"2024-09-10T07:43:47.611113+0000","last_active":"2024-09-10T07:43:51.644518+0000","last_peered":"2024-09-10T07:43:51.644518+0000","last_clean":"2024-09-10T07:43:51.644518+0000","last_became_active":"2024-09-10T07:43:47.610763+0000","last_became_peered":"2024-09-10T07:43:47.610763+0000","last_unstale":"2024-09-10T07:43:51.644518+0000","last_undegraded":"2024-09-10T07:43:51.644518+0000","last_fullsized":"2024-09-10T07:43:51.644518+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:06:24.339670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"19'63","reported_seq":144,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.643973+0000","last_change":"2024-09-10T07:43:44.605658+0000","last_active":"2024-09-10T07:43:51.643973+0000","last_peered":"2024-09-10T07:43:51.643973+0000","last_clean":"2024-09-10T07:43:51.643973+0000","last_became_active":"2024-09-10T07:43:44.605335+0000","last_became_peered":"2024-09-10T07:43:44.605335+0000","last_unstale":"2024-09-10T07:43:51.643973+0000","last_undegraded":"2024-09-10T07:43:51.643973+0000","last_fullsized":"2024-09-10T07:43:51.643973+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:07.904011+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:07.904011+0000","last_clean_scrub_stamp":"2024-09-10T07:42:07.904011+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":0,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:15.341835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":63,"ondisk_log_size":63,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":29,"seq":124554051587,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":276,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":282624,"data_stored":98586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":27,"seq":115964116996,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27812,"kb_used_data":272,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344028,"statfs":{"total":96636764160,"available":96608284672,"internally_reserved":0,"allocated":278528,"data_stored":98567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":26,"seq":111669149700,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28324,"kb_used_data":856,"kb_used_omap":4,"kb_used_meta":27451,"kb_avail":94343516,"statfs":{"total":96636764160,"available":96607760384,"internally_reserved":0,"allocated":876544,"data_stored":688954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4546,"internal_metadata":28110398},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28388,"kb_used_data":852,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343452,"statfs":{"total":96636764160,"available":96607694848,"internally_reserved":0,"allocated":872448,"data_stored":688935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4546,"internal_metadata":28175934},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:43:56.244 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T07:43:56.244 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-10T07:43:56.244 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-10T07:43:56.244 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T07:43:56.341 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.340+0000 7f4b98e0d640 1 Processor -- start 2024-09-10T07:43:56.341 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.340+0000 7f4b98e0d640 1 -- start start 2024-09-10T07:43:56.341 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.341+0000 7f4b98e0d640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4b9406f5f0 0x7f4b941316a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:56.341 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.341+0000 7f4b98e0d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4b94131be0 0x7f4b94133fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:56.341 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.341+0000 7f4b98e0d640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4b940704b0 con 0x7f4b9406eb00 2024-09-10T07:43:56.341 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.341+0000 7f4b98e0d640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f4b9406fa00 con 0x7f4b9406f5f0 2024-09-10T07:43:56.341 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.341+0000 7f4b98e0d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f4b9406fbc0 con 0x7f4b94131be0 2024-09-10T07:43:56.341 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.341+0000 7f4b91d9b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4b9406f5f0 0x7f4b941316a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:56.341 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.341+0000 7f4b9259c640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f4b9406eb00 0x7f4b9406eee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:36082/0 (socket says 172.21.15.196:36082) 2024-09-10T07:43:56.342 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.341+0000 7f4b92d9d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4b94131be0 0x7f4b94133fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:56.342 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.341+0000 7f4b91d9b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4b9406f5f0 0x7f4b941316a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:52220/0 (socket says 172.21.15.196:52220) 2024-09-10T07:43:56.342 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.341+0000 7f4b9259c640 1 -- 172.21.15.196:0/372572866 learned_addr learned my addr 172.21.15.196:0/372572866 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:56.342 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.341+0000 7f4b91d9b640 1 -- 172.21.15.196:0/372572866 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4b94131be0 msgr2=0x7f4b94133fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:56.342 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.341+0000 7f4b91d9b640 1 --2- 172.21.15.196:0/372572866 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4b94131be0 0x7f4b94133fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.342 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.341+0000 7f4b91d9b640 1 -- 172.21.15.196:0/372572866 >> v1:172.21.15.196:6789/0 conn(0x7f4b9406eb00 legacy=0x7f4b9406eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:56.342 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.341+0000 7f4b91d9b640 1 -- 172.21.15.196:0/372572866 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b94070a20 con 0x7f4b9406f5f0 2024-09-10T07:43:56.342 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.341+0000 7f4b9159a640 1 -- 172.21.15.196:0/372572866 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4156859416 0 0) 0x7f4b8c001490 con 0x7f4b9406eb00 2024-09-10T07:43:56.342 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.341+0000 7f4b92d9d640 1 --2- 172.21.15.196:0/372572866 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4b94131be0 0x7f4b94133fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:56.345 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.342+0000 7f4b91d9b640 1 --2- 172.21.15.196:0/372572866 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4b9406f5f0 0x7f4b941316a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f4b7c0097a0 tx=0x7f4b7c02a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f03db46f055262d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:56.345 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.342+0000 7f4b9159a640 1 -- 172.21.15.196:0/372572866 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b7c037070 con 0x7f4b9406f5f0 2024-09-10T07:43:56.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.342+0000 7f4b9159a640 1 -- 172.21.15.196:0/372572866 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b7c02adb0 con 0x7f4b9406f5f0 2024-09-10T07:43:56.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.342+0000 7f4b9159a640 1 -- 172.21.15.196:0/372572866 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b7c032660 con 0x7f4b9406f5f0 2024-09-10T07:43:56.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.343+0000 7f4b98e0d640 1 -- 172.21.15.196:0/372572866 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4b9406f5f0 msgr2=0x7f4b941316a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:56.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.343+0000 7f4b98e0d640 1 --2- 172.21.15.196:0/372572866 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4b9406f5f0 0x7f4b941316a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f4b7c0097a0 tx=0x7f4b7c02a060 comp rx=0 tx=0).stop 2024-09-10T07:43:56.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.343+0000 7f4b98e0d640 1 -- 172.21.15.196:0/372572866 shutdown_connections 2024-09-10T07:43:56.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.343+0000 7f4b98e0d640 1 --2- 172.21.15.196:0/372572866 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4b94131be0 0x7f4b94133fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.343+0000 7f4b98e0d640 1 --2- 172.21.15.196:0/372572866 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4b9406f5f0 0x7f4b941316a0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.343+0000 7f4b98e0d640 1 -- 172.21.15.196:0/372572866 >> 172.21.15.196:0/372572866 conn(0x7f4b9409db00 msgr2=0x7f4b9409df10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:56.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.343+0000 7f4b98e0d640 1 -- 172.21.15.196:0/372572866 shutdown_connections 2024-09-10T07:43:56.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.343+0000 7f4b98e0d640 1 -- 172.21.15.196:0/372572866 wait complete. 2024-09-10T07:43:56.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.344+0000 7f4b98e0d640 1 Processor -- start 2024-09-10T07:43:56.346 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.344+0000 7f4b98e0d640 1 -- start start 2024-09-10T07:43:56.347 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.344+0000 7f4b98e0d640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4b9406eb00 0x7f4b94125530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:56.347 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.344+0000 7f4b98e0d640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4b9406f5f0 0x7f4b94125a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:56.347 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.344+0000 7f4b98e0d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4b94131be0 0x7f4b94125fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:56.347 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.344+0000 7f4b98e0d640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4b94134510 con 0x7f4b9406eb00 2024-09-10T07:43:56.347 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.344+0000 7f4b98e0d640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4b9406d000 con 0x7f4b94131be0 2024-09-10T07:43:56.347 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.344+0000 7f4b98e0d640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f4b94134690 con 0x7f4b9406f5f0 2024-09-10T07:43:56.347 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.344+0000 7f4b9259c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4b9406eb00 0x7f4b94125530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:56.347 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.344+0000 7f4b91d9b640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4b9406f5f0 0x7f4b94125a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:56.347 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.344+0000 7f4b9259c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4b9406eb00 0x7f4b94125530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:33034/0 (socket says 172.21.15.196:33034) 2024-09-10T07:43:56.348 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.344+0000 7f4b9259c640 1 -- 172.21.15.196:0/2351092987 learned_addr learned my addr 172.21.15.196:0/2351092987 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:56.348 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.344+0000 7f4b92d9d640 1 --2- 172.21.15.196:0/2351092987 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4b94131be0 0x7f4b94125fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:56.348 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.345+0000 7f4b9259c640 1 -- 172.21.15.196:0/2351092987 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4b9406f5f0 msgr2=0x7f4b94125a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:56.348 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.345+0000 7f4b9259c640 1 --2- 172.21.15.196:0/2351092987 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4b9406f5f0 0x7f4b94125a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.348 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.345+0000 7f4b9259c640 1 -- 172.21.15.196:0/2351092987 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4b94131be0 msgr2=0x7f4b94125fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:56.348 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.345+0000 7f4b9259c640 1 --2- 172.21.15.196:0/2351092987 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4b94131be0 0x7f4b94125fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.348 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.345+0000 7f4b9259c640 1 -- 172.21.15.196:0/2351092987 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b9406dc90 con 0x7f4b9406eb00 2024-09-10T07:43:56.348 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.345+0000 7f4b92d9d640 1 --2- 172.21.15.196:0/2351092987 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4b94131be0 0x7f4b94125fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:56.348 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.345+0000 7f4b91d9b640 1 --2- 172.21.15.196:0/2351092987 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4b9406f5f0 0x7f4b94125a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:56.348 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.345+0000 7f4b9259c640 1 --2- 172.21.15.196:0/2351092987 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4b9406eb00 0x7f4b94125530 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f4b8c00c840 tx=0x7f4b8c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:56.348 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.345+0000 7f4b8affd640 1 -- 172.21.15.196:0/2351092987 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b8c018070 con 0x7f4b9406eb00 2024-09-10T07:43:56.348 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.345+0000 7f4b8affd640 1 -- 172.21.15.196:0/2351092987 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b8c00a5e0 con 0x7f4b9406eb00 2024-09-10T07:43:56.349 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.345+0000 7f4b98e0d640 1 -- 172.21.15.196:0/2351092987 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b9406e070 con 0x7f4b9406eb00 2024-09-10T07:43:56.349 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.345+0000 7f4b8affd640 1 -- 172.21.15.196:0/2351092987 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b8c00a9d0 con 0x7f4b9406eb00 2024-09-10T07:43:56.349 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.345+0000 7f4b98e0d640 1 -- 172.21.15.196:0/2351092987 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b9412dde0 con 0x7f4b9406eb00 2024-09-10T07:43:56.349 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.346+0000 7f4b8affd640 1 -- 172.21.15.196:0/2351092987 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f4b8c01b070 con 0x7f4b9406eb00 2024-09-10T07:43:56.349 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.346+0000 7f4b98e0d640 1 -- 172.21.15.196:0/2351092987 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b9406eee0 con 0x7f4b9406eb00 2024-09-10T07:43:56.349 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.346+0000 7f4b8affd640 1 -- 172.21.15.196:0/2351092987 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f4b8c05c980 con 0x7f4b9406eb00 2024-09-10T07:43:56.349 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.350+0000 7f4b8affd640 1 -- 172.21.15.196:0/2351092987 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f4b940704b0 con 0x7f4b9406eb00 2024-09-10T07:43:56.511 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.512+0000 7f4b98e0d640 1 -- 172.21.15.196:0/2351092987 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f4b9412b5f0 con 0x7f4b9406eb00 2024-09-10T07:43:56.511 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.512+0000 7f4b8affd640 1 -- 172.21.15.196:0/2351092987 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f4b8c05ba30 con 0x7f4b9406eb00 2024-09-10T07:43:56.511 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:56.512 INFO:teuthology.orchestra.run.smithi196.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-10T07:43:56.513 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.514+0000 7f4b98e0d640 1 -- 172.21.15.196:0/2351092987 >> v1:172.21.15.196:6816/3572737106 conn(0x7f4b74047b50 legacy=0x7f4b7404a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:56.513 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.514+0000 7f4b98e0d640 1 -- 172.21.15.196:0/2351092987 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4b9406eb00 msgr2=0x7f4b94125530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:56.513 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.514+0000 7f4b98e0d640 1 --2- 172.21.15.196:0/2351092987 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4b9406eb00 0x7f4b94125530 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f4b8c00c840 tx=0x7f4b8c00cc40 comp rx=0 tx=0).stop 2024-09-10T07:43:56.514 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.514+0000 7f4b98e0d640 1 -- 172.21.15.196:0/2351092987 shutdown_connections 2024-09-10T07:43:56.514 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.514+0000 7f4b98e0d640 1 --2- 172.21.15.196:0/2351092987 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4b94131be0 0x7f4b94125fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.514 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.514+0000 7f4b98e0d640 1 --2- 172.21.15.196:0/2351092987 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4b9406f5f0 0x7f4b94125a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.514 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.514+0000 7f4b98e0d640 1 --2- 172.21.15.196:0/2351092987 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4b9406eb00 0x7f4b94125530 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.514 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.514+0000 7f4b98e0d640 1 -- 172.21.15.196:0/2351092987 >> 172.21.15.196:0/2351092987 conn(0x7f4b9409db00 msgr2=0x7f4b94099b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:56.514 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.514+0000 7f4b98e0d640 1 -- 172.21.15.196:0/2351092987 shutdown_connections 2024-09-10T07:43:56.514 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.514+0000 7f4b98e0d640 1 -- 172.21.15.196:0/2351092987 wait complete. 2024-09-10T07:43:56.524 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-10T07:43:56.524 INFO:teuthology.run_tasks:Running task print... 2024-09-10T07:43:56.535 INFO:teuthology.task.print:**** done ceph.restart 2024-09-10T07:43:56.535 DEBUG:teuthology.run_tasks:Unwinding manager ceph.restart 2024-09-10T07:43:56.543 DEBUG:teuthology.run_tasks:Unwinding manager ceph.restart 2024-09-10T07:43:56.552 DEBUG:teuthology.run_tasks:Unwinding manager install.upgrade 2024-09-10T07:43:56.560 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-10T07:43:56.569 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T07:43:56.569 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:43:56.669 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.668+0000 7f04e1ae7640 1 Processor -- start 2024-09-10T07:43:56.669 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.668+0000 7f04e1ae7640 1 -- start start 2024-09-10T07:43:56.669 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.668+0000 7f04e1ae7640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f04dc12a880 0x7f04dc132500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:56.669 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.668+0000 7f04e1ae7640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f04dc132a40 0x7f04dc134e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:56.669 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.668+0000 7f04e1ae7640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04dc129d20 con 0x7f04dc09b9b0 2024-09-10T07:43:56.669 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.668+0000 7f04e1ae7640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f04dc09c3d0 con 0x7f04dc132a40 2024-09-10T07:43:56.669 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.668+0000 7f04e1ae7640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f04dc071c30 con 0x7f04dc12a880 2024-09-10T07:43:56.669 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.668+0000 7f04daffd640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f04dc12a880 0x7f04dc132500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:56.670 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.668+0000 7f04dbfff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f04dc132a40 0x7f04dc134e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:56.670 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.668+0000 7f04db7fe640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f04dc09b9b0 0x7f04dc12a170 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:42186/0 (socket says 172.21.15.196:42186) 2024-09-10T07:43:56.670 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.668+0000 7f04db7fe640 1 -- 172.21.15.196:0/1458441526 learned_addr learned my addr 172.21.15.196:0/1458441526 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:56.670 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.669+0000 7f04dbfff640 1 -- 172.21.15.196:0/1458441526 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f04dc12a880 msgr2=0x7f04dc132500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:56.670 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.669+0000 7f04dbfff640 1 --2- 172.21.15.196:0/1458441526 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f04dc12a880 0x7f04dc132500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.670 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.669+0000 7f04dbfff640 1 -- 172.21.15.196:0/1458441526 >> v1:172.21.15.196:6789/0 conn(0x7f04dc09b9b0 legacy=0x7f04dc12a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:56.670 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.669+0000 7f04dbfff640 1 -- 172.21.15.196:0/1458441526 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04dc072410 con 0x7f04dc132a40 2024-09-10T07:43:56.670 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.669+0000 7f04da7fc640 1 -- 172.21.15.196:0/1458441526 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2595583230 0 0) 0x7f04dc129d20 con 0x7f04dc09b9b0 2024-09-10T07:43:56.670 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.669+0000 7f04daffd640 1 --2- 172.21.15.196:0/1458441526 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f04dc12a880 0x7f04dc132500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:56.670 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.669+0000 7f04dbfff640 1 --2- 172.21.15.196:0/1458441526 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04dc132a40 0x7f04dc134e30 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f04d4009d90 tx=0x7f04d402a530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=738897c44b272b0e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:56.670 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.669+0000 7f04da7fc640 1 -- 172.21.15.196:0/1458441526 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d4007740 con 0x7f04dc132a40 2024-09-10T07:43:56.671 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.669+0000 7f04da7fc640 1 -- 172.21.15.196:0/1458441526 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04d40078e0 con 0x7f04dc132a40 2024-09-10T07:43:56.671 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.669+0000 7f04da7fc640 1 -- 172.21.15.196:0/1458441526 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d4007cb0 con 0x7f04dc132a40 2024-09-10T07:43:56.674 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.670+0000 7f04e1ae7640 1 -- 172.21.15.196:0/1458441526 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04dc132a40 msgr2=0x7f04dc134e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:56.674 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.670+0000 7f04e1ae7640 1 --2- 172.21.15.196:0/1458441526 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04dc132a40 0x7f04dc134e30 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f04d4009d90 tx=0x7f04d402a530 comp rx=0 tx=0).stop 2024-09-10T07:43:56.674 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.670+0000 7f04e1ae7640 1 -- 172.21.15.196:0/1458441526 shutdown_connections 2024-09-10T07:43:56.674 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.670+0000 7f04e1ae7640 1 --2- 172.21.15.196:0/1458441526 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04dc132a40 0x7f04dc134e30 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.674 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.670+0000 7f04e1ae7640 1 --2- 172.21.15.196:0/1458441526 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f04dc12a880 0x7f04dc132500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.674 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.670+0000 7f04e1ae7640 1 -- 172.21.15.196:0/1458441526 >> 172.21.15.196:0/1458441526 conn(0x7f04dc09c9b0 msgr2=0x7f04dc09cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:56.674 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.670+0000 7f04e1ae7640 1 -- 172.21.15.196:0/1458441526 shutdown_connections 2024-09-10T07:43:56.674 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.670+0000 7f04e1ae7640 1 -- 172.21.15.196:0/1458441526 wait complete. 2024-09-10T07:43:56.674 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.671+0000 7f04e1ae7640 1 Processor -- start 2024-09-10T07:43:56.674 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.671+0000 7f04e1ae7640 1 -- start start 2024-09-10T07:43:56.675 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.671+0000 7f04e1ae7640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f04dc09b9b0 0x7f04dc124b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:56.675 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.671+0000 7f04e1ae7640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f04dc12a880 0x7f04dc125090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:56.675 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.671+0000 7f04e1ae7640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04dc132a40 0x7f04dc1255d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:56.675 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.671+0000 7f04e1ae7640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f04dc135700 con 0x7f04dc132a40 2024-09-10T07:43:56.675 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.671+0000 7f04e1ae7640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f04dc135580 con 0x7f04dc09b9b0 2024-09-10T07:43:56.675 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.671+0000 7f04e1ae7640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f04dc135880 con 0x7f04dc12a880 2024-09-10T07:43:56.675 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.671+0000 7f04daffd640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f04dc12a880 0x7f04dc125090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:56.675 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.671+0000 7f04dbfff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04dc132a40 0x7f04dc1255d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:56.675 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.671+0000 7f04dbfff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04dc132a40 0x7f04dc1255d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:33058/0 (socket says 172.21.15.196:33058) 2024-09-10T07:43:56.675 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.671+0000 7f04daffd640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f04dc12a880 0x7f04dc125090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:32906/0 (socket says 172.21.15.196:32906) 2024-09-10T07:43:56.676 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.671+0000 7f04dbfff640 1 -- 172.21.15.196:0/3387379331 learned_addr learned my addr 172.21.15.196:0/3387379331 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:56.676 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.671+0000 7f04db7fe640 1 --2- 172.21.15.196:0/3387379331 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f04dc09b9b0 0x7f04dc124b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:56.676 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.672+0000 7f04daffd640 1 -- 172.21.15.196:0/3387379331 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f04dc09b9b0 msgr2=0x7f04dc124b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:56.676 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.672+0000 7f04daffd640 1 --2- 172.21.15.196:0/3387379331 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f04dc09b9b0 0x7f04dc124b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.676 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.672+0000 7f04daffd640 1 -- 172.21.15.196:0/3387379331 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04dc132a40 msgr2=0x7f04dc1255d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:56.676 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.672+0000 7f04daffd640 1 --2- 172.21.15.196:0/3387379331 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04dc132a40 0x7f04dc1255d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.676 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.672+0000 7f04daffd640 1 -- 172.21.15.196:0/3387379331 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04dc125d40 con 0x7f04dc12a880 2024-09-10T07:43:56.676 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.672+0000 7f04dbfff640 1 --2- 172.21.15.196:0/3387379331 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04dc132a40 0x7f04dc1255d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:56.676 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.672+0000 7f04daffd640 1 --2- 172.21.15.196:0/3387379331 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f04dc12a880 0x7f04dc125090 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f04d000e930 tx=0x7f04d000edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:56.676 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.672+0000 7f04c3fff640 1 -- 172.21.15.196:0/3387379331 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d0017070 con 0x7f04dc12a880 2024-09-10T07:43:56.677 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.672+0000 7f04c3fff640 1 -- 172.21.15.196:0/3387379331 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04d000ca00 con 0x7f04dc12a880 2024-09-10T07:43:56.677 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.672+0000 7f04e1ae7640 1 -- 172.21.15.196:0/3387379331 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04dc126e20 con 0x7f04dc12a880 2024-09-10T07:43:56.677 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.672+0000 7f04c3fff640 1 -- 172.21.15.196:0/3387379331 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d000cdd0 con 0x7f04dc12a880 2024-09-10T07:43:56.677 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.672+0000 7f04e1ae7640 1 -- 172.21.15.196:0/3387379331 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f04dc1269b0 con 0x7f04dc12a880 2024-09-10T07:43:56.677 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.673+0000 7f04e1ae7640 1 -- 172.21.15.196:0/3387379331 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04dc12a170 con 0x7f04dc12a880 2024-09-10T07:43:56.677 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.673+0000 7f04c3fff640 1 -- 172.21.15.196:0/3387379331 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f04d001a070 con 0x7f04dc12a880 2024-09-10T07:43:56.677 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.673+0000 7f04c3fff640 1 -- 172.21.15.196:0/3387379331 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f04d005d250 con 0x7f04dc12a880 2024-09-10T07:43:56.677 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.677+0000 7f04c3fff640 1 -- 172.21.15.196:0/3387379331 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f04d005c300 con 0x7f04dc12a880 2024-09-10T07:43:56.810 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.811+0000 7f04e1ae7640 1 -- 172.21.15.196:0/3387379331 --> v1:172.21.15.196:6816/3572737106 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f04dc129890 con 0x7f04c8047b50 2024-09-10T07:43:56.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.812+0000 7f04c3fff640 1 -- 172.21.15.196:0/3387379331 <== mgr.14103 v1:172.21.15.196:6816/3572737106 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31971 (unknown 2965378022 0 649889528) 0x7f04dc129890 con 0x7f04c8047b50 2024-09-10T07:43:56.834 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:56.836 INFO:teuthology.orchestra.run.smithi196.stderr:dumped all 2024-09-10T07:43:56.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.814+0000 7f04e1ae7640 1 -- 172.21.15.196:0/3387379331 >> v1:172.21.15.196:6816/3572737106 conn(0x7f04c8047b50 legacy=0x7f04c804a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:56.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.814+0000 7f04e1ae7640 1 -- 172.21.15.196:0/3387379331 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f04dc12a880 msgr2=0x7f04dc125090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:56.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.814+0000 7f04e1ae7640 1 --2- 172.21.15.196:0/3387379331 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f04dc12a880 0x7f04dc125090 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f04d000e930 tx=0x7f04d000edf0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.814+0000 7f04e1ae7640 1 -- 172.21.15.196:0/3387379331 shutdown_connections 2024-09-10T07:43:56.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.814+0000 7f04e1ae7640 1 --2- 172.21.15.196:0/3387379331 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f04dc132a40 0x7f04dc1255d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.814+0000 7f04e1ae7640 1 --2- 172.21.15.196:0/3387379331 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f04dc12a880 0x7f04dc125090 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.837 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.814+0000 7f04e1ae7640 1 --2- 172.21.15.196:0/3387379331 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f04dc09b9b0 0x7f04dc124b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.837 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.814+0000 7f04e1ae7640 1 -- 172.21.15.196:0/3387379331 >> 172.21.15.196:0/3387379331 conn(0x7f04dc09c9b0 msgr2=0x7f04dc072aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:56.837 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.814+0000 7f04e1ae7640 1 -- 172.21.15.196:0/3387379331 shutdown_connections 2024-09-10T07:43:56.837 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.814+0000 7f04e1ae7640 1 -- 172.21.15.196:0/3387379331 wait complete. 2024-09-10T07:43:56.837 INFO:teuthology.orchestra.run.smithi196.stdout:{"pg_ready":true,"pg_map":{"version":30,"stamp":"2024-09-10T07:43:56.541948+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":101,"num_write_kb":1108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":66,"ondisk_log_size":66,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112332,"kb_used_data":2256,"kb_used_omap":17,"kb_used_meta":109998,"kb_avail":377375028,"statfs":{"total":386547056640,"available":386432028672,"internally_reserved":0,"allocated":2310144,"data_stored":1575042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18186,"internal_metadata":112638198},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.912970"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644554+0000","last_change":"2024-09-10T07:43:48.241029+0000","last_active":"2024-09-10T07:43:51.644554+0000","last_peered":"2024-09-10T07:43:51.644554+0000","last_clean":"2024-09-10T07:43:51.644554+0000","last_became_active":"2024-09-10T07:43:48.240737+0000","last_became_peered":"2024-09-10T07:43:48.240737+0000","last_unstale":"2024-09-10T07:43:51.644554+0000","last_undegraded":"2024-09-10T07:43:51.644554+0000","last_fullsized":"2024-09-10T07:43:51.644554+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:38.382622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010214289999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":41,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644429+0000","last_change":"2024-09-10T07:43:44.606400+0000","last_active":"2024-09-10T07:43:51.644429+0000","last_peered":"2024-09-10T07:43:51.644429+0000","last_clean":"2024-09-10T07:43:51.644429+0000","last_became_active":"2024-09-10T07:43:44.606046+0000","last_became_peered":"2024-09-10T07:43:44.606046+0000","last_unstale":"2024-09-10T07:43:51.644429+0000","last_undegraded":"2024-09-10T07:43:51.644429+0000","last_fullsized":"2024-09-10T07:43:51.644429+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:45.040569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032669399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644385+0000","last_change":"2024-09-10T07:43:48.241280+0000","last_active":"2024-09-10T07:43:51.644385+0000","last_peered":"2024-09-10T07:43:51.644385+0000","last_clean":"2024-09-10T07:43:51.644385+0000","last_became_active":"2024-09-10T07:43:48.241002+0000","last_became_peered":"2024-09-10T07:43:48.241002+0000","last_unstale":"2024-09-10T07:43:51.644385+0000","last_undegraded":"2024-09-10T07:43:51.644385+0000","last_fullsized":"2024-09-10T07:43:51.644385+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:33.605469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001037173,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":41,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644279+0000","last_change":"2024-09-10T07:43:44.606324+0000","last_active":"2024-09-10T07:43:51.644279+0000","last_peered":"2024-09-10T07:43:51.644279+0000","last_clean":"2024-09-10T07:43:51.644279+0000","last_became_active":"2024-09-10T07:43:44.606054+0000","last_became_peered":"2024-09-10T07:43:44.606054+0000","last_unstale":"2024-09-10T07:43:51.644279+0000","last_undegraded":"2024-09-10T07:43:51.644279+0000","last_fullsized":"2024-09-10T07:43:51.644279+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:43:25.638415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00041535500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":44,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644324+0000","last_change":"2024-09-10T07:43:47.610141+0000","last_active":"2024-09-10T07:43:51.644324+0000","last_peered":"2024-09-10T07:43:51.644324+0000","last_clean":"2024-09-10T07:43:51.644324+0000","last_became_active":"2024-09-10T07:43:47.609736+0000","last_became_peered":"2024-09-10T07:43:47.609736+0000","last_unstale":"2024-09-10T07:43:51.644324+0000","last_undegraded":"2024-09-10T07:43:51.644324+0000","last_fullsized":"2024-09-10T07:43:51.644324+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:37:57.292850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013045520000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":41,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644086+0000","last_change":"2024-09-10T07:43:47.611115+0000","last_active":"2024-09-10T07:43:51.644086+0000","last_peered":"2024-09-10T07:43:51.644086+0000","last_clean":"2024-09-10T07:43:51.644086+0000","last_became_active":"2024-09-10T07:43:47.610809+0000","last_became_peered":"2024-09-10T07:43:47.610809+0000","last_unstale":"2024-09-10T07:43:51.644086+0000","last_undegraded":"2024-09-10T07:43:51.644086+0000","last_fullsized":"2024-09-10T07:43:51.644086+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:20:28.274636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036547199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644192+0000","last_change":"2024-09-10T07:43:47.609864+0000","last_active":"2024-09-10T07:43:51.644192+0000","last_peered":"2024-09-10T07:43:51.644192+0000","last_clean":"2024-09-10T07:43:51.644192+0000","last_became_active":"2024-09-10T07:43:47.609525+0000","last_became_peered":"2024-09-10T07:43:47.609525+0000","last_unstale":"2024-09-10T07:43:51.644192+0000","last_undegraded":"2024-09-10T07:43:51.644192+0000","last_fullsized":"2024-09-10T07:43:51.644192+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:52.786108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085628500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644518+0000","last_change":"2024-09-10T07:43:47.611113+0000","last_active":"2024-09-10T07:43:51.644518+0000","last_peered":"2024-09-10T07:43:51.644518+0000","last_clean":"2024-09-10T07:43:51.644518+0000","last_became_active":"2024-09-10T07:43:47.610763+0000","last_became_peered":"2024-09-10T07:43:47.610763+0000","last_unstale":"2024-09-10T07:43:51.644518+0000","last_undegraded":"2024-09-10T07:43:51.644518+0000","last_fullsized":"2024-09-10T07:43:51.644518+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:06:24.339670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"19'63","reported_seq":144,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.643973+0000","last_change":"2024-09-10T07:43:44.605658+0000","last_active":"2024-09-10T07:43:51.643973+0000","last_peered":"2024-09-10T07:43:51.643973+0000","last_clean":"2024-09-10T07:43:51.643973+0000","last_became_active":"2024-09-10T07:43:44.605335+0000","last_became_peered":"2024-09-10T07:43:44.605335+0000","last_unstale":"2024-09-10T07:43:51.643973+0000","last_undegraded":"2024-09-10T07:43:51.643973+0000","last_fullsized":"2024-09-10T07:43:51.643973+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:07.904011+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:07.904011+0000","last_clean_scrub_stamp":"2024-09-10T07:42:07.904011+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":0,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:15.341835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":63,"ondisk_log_size":63,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":29,"seq":124554051588,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":276,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":282624,"data_stored":98586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":27,"seq":115964116996,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27812,"kb_used_data":272,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344028,"statfs":{"total":96636764160,"available":96608284672,"internally_reserved":0,"allocated":278528,"data_stored":98567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":26,"seq":111669149700,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28324,"kb_used_data":856,"kb_used_omap":4,"kb_used_meta":27451,"kb_avail":94343516,"statfs":{"total":96636764160,"available":96607760384,"internally_reserved":0,"allocated":876544,"data_stored":688954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4546,"internal_metadata":28110398},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28388,"kb_used_data":852,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343452,"statfs":{"total":96636764160,"available":96607694848,"internally_reserved":0,"allocated":872448,"data_stored":688935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4546,"internal_metadata":28175934},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:43:56.838 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:43:56.937 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.935+0000 7f33564aa640 1 Processor -- start 2024-09-10T07:43:56.937 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.935+0000 7f33564aa640 1 -- start start 2024-09-10T07:43:56.937 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.936+0000 7f33564aa640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f335006dce0 0x7f335006e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:56.937 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.936+0000 7f33564aa640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f335006e600 0x7f335012f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:56.937 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.936+0000 7f33564aa640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f335006e9e0 0x7f335012f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:56.937 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.936+0000 7f33564aa640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f33500702f0 con 0x7f335006e9e0 2024-09-10T07:43:56.937 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.936+0000 7f33564aa640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f335006fef0 con 0x7f335006e600 2024-09-10T07:43:56.937 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.936+0000 7f33564aa640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f335006f980 con 0x7f335006dce0 2024-09-10T07:43:56.937 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.936+0000 7f334ffff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f335006dce0 0x7f335006e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:56.937 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.936+0000 7f334f7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f335006e600 0x7f335012f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:56.937 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.936+0000 7f3354a47640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f335006e9e0 0x7f335012f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:56.938 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.936+0000 7f334ffff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f335006dce0 0x7f335006e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:32912/0 (socket says 172.21.15.196:32912) 2024-09-10T07:43:56.938 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.936+0000 7f334ffff640 1 -- 172.21.15.196:0/1110572930 learned_addr learned my addr 172.21.15.196:0/1110572930 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:56.938 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.936+0000 7f334f7fe640 1 -- 172.21.15.196:0/1110572930 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f335006dce0 msgr2=0x7f335006e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:56.938 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.936+0000 7f334f7fe640 1 --2- 172.21.15.196:0/1110572930 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f335006dce0 0x7f335006e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.938 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.936+0000 7f334f7fe640 1 -- 172.21.15.196:0/1110572930 >> v2:172.21.15.196:3300/0 conn(0x7f335006e9e0 msgr2=0x7f335012f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:56.938 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.936+0000 7f334f7fe640 1 --2- 172.21.15.196:0/1110572930 >> v2:172.21.15.196:3300/0 conn(0x7f335006e9e0 0x7f335012f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.938 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.936+0000 7f334f7fe640 1 -- 172.21.15.196:0/1110572930 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f335012fe30 con 0x7f335006e600 2024-09-10T07:43:56.938 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.936+0000 7f334ffff640 1 --2- 172.21.15.196:0/1110572930 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f335006dce0 0x7f335006e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:56.938 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.936+0000 7f3354a47640 1 --2- 172.21.15.196:0/1110572930 >> v2:172.21.15.196:3300/0 conn(0x7f335006e9e0 0x7f335012f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:56.938 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.937+0000 7f334f7fe640 1 --2- 172.21.15.196:0/1110572930 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f335006e600 0x7f335012f3b0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f33380097a0 tx=0x7f333802a050 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cb8fa01bd675fd63 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:56.938 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.937+0000 7f334effd640 1 -- 172.21.15.196:0/1110572930 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3338037070 con 0x7f335006e600 2024-09-10T07:43:56.938 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.937+0000 7f334effd640 1 -- 172.21.15.196:0/1110572930 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f333802ada0 con 0x7f335006e600 2024-09-10T07:43:56.939 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.937+0000 7f334effd640 1 -- 172.21.15.196:0/1110572930 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3338032660 con 0x7f335006e600 2024-09-10T07:43:56.942 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.938+0000 7f33564aa640 1 -- 172.21.15.196:0/1110572930 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f335006e600 msgr2=0x7f335012f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:56.942 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.938+0000 7f33564aa640 1 --2- 172.21.15.196:0/1110572930 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f335006e600 0x7f335012f3b0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f33380097a0 tx=0x7f333802a050 comp rx=0 tx=0).stop 2024-09-10T07:43:56.942 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.938+0000 7f33564aa640 1 -- 172.21.15.196:0/1110572930 shutdown_connections 2024-09-10T07:43:56.942 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.938+0000 7f33564aa640 1 --2- 172.21.15.196:0/1110572930 >> v2:172.21.15.196:3300/0 conn(0x7f335006e9e0 0x7f335012f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.942 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.938+0000 7f33564aa640 1 --2- 172.21.15.196:0/1110572930 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f335006e600 0x7f335012f3b0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.942 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.938+0000 7f33564aa640 1 --2- 172.21.15.196:0/1110572930 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f335006dce0 0x7f335006e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.942 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.938+0000 7f33564aa640 1 -- 172.21.15.196:0/1110572930 >> 172.21.15.196:0/1110572930 conn(0x7f335009e980 msgr2=0x7f335009ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:56.943 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.938+0000 7f33564aa640 1 -- 172.21.15.196:0/1110572930 shutdown_connections 2024-09-10T07:43:56.943 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.938+0000 7f33564aa640 1 -- 172.21.15.196:0/1110572930 wait complete. 2024-09-10T07:43:56.943 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.939+0000 7f33564aa640 1 Processor -- start 2024-09-10T07:43:56.943 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.939+0000 7f33564aa640 1 -- start start 2024-09-10T07:43:56.943 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.939+0000 7f33564aa640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f335006dce0 0x7f3350126f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:56.943 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.939+0000 7f33564aa640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f335006e600 0x7f3350127480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:56.943 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.939+0000 7f33564aa640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f335006e9e0 0x7f33501279c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:56.943 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.939+0000 7f33564aa640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f3350136860 con 0x7f335006e600 2024-09-10T07:43:56.943 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.939+0000 7f33564aa640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f33501366e0 con 0x7f335006e9e0 2024-09-10T07:43:56.943 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.939+0000 7f33564aa640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f33501369e0 con 0x7f335006dce0 2024-09-10T07:43:56.943 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.939+0000 7f3354a47640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f335006e9e0 0x7f33501279c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:56.943 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.939+0000 7f334ffff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f335006dce0 0x7f3350126f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:56.944 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.939+0000 7f334f7fe640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f335006e600 0x7f3350127480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:56.944 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.939+0000 7f3354a47640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f335006e9e0 0x7f33501279c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:49466/0 (socket says 172.21.15.196:49466) 2024-09-10T07:43:56.944 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.939+0000 7f334ffff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f335006dce0 0x7f3350126f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:32916/0 (socket says 172.21.15.196:32916) 2024-09-10T07:43:56.944 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.939+0000 7f3354a47640 1 -- 172.21.15.196:0/1799863525 learned_addr learned my addr 172.21.15.196:0/1799863525 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:56.944 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.939+0000 7f334ffff640 1 -- 172.21.15.196:0/1799863525 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f335006e9e0 msgr2=0x7f33501279c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:56.944 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.939+0000 7f334ffff640 1 --2- 172.21.15.196:0/1799863525 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f335006e9e0 0x7f33501279c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.944 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.939+0000 7f334ffff640 1 -- 172.21.15.196:0/1799863525 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f335006e600 msgr2=0x7f3350127480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:56.944 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.939+0000 7f334ffff640 1 --2- 172.21.15.196:0/1799863525 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f335006e600 0x7f3350127480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:56.944 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.940+0000 7f334ffff640 1 -- 172.21.15.196:0/1799863525 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3350136230 con 0x7f335006dce0 2024-09-10T07:43:56.944 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.940+0000 7f3354a47640 1 --2- 172.21.15.196:0/1799863525 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f335006e9e0 0x7f33501279c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:56.944 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.940+0000 7f334f7fe640 1 --2- 172.21.15.196:0/1799863525 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f335006e600 0x7f3350127480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:56.945 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.940+0000 7f334ffff640 1 --2- 172.21.15.196:0/1799863525 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f335006dce0 0x7f3350126f40 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f334000e860 tx=0x7f334000ed20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:56.945 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.940+0000 7f334cff9640 1 -- 172.21.15.196:0/1799863525 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3340004030 con 0x7f335006dce0 2024-09-10T07:43:56.945 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.940+0000 7f334cff9640 1 -- 172.21.15.196:0/1799863525 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33400041d0 con 0x7f335006dce0 2024-09-10T07:43:56.945 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.940+0000 7f33564aa640 1 -- 172.21.15.196:0/1799863525 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3350128af0 con 0x7f335006dce0 2024-09-10T07:43:56.945 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.940+0000 7f334cff9640 1 -- 172.21.15.196:0/1799863525 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f334000c940 con 0x7f335006dce0 2024-09-10T07:43:56.945 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.940+0000 7f33564aa640 1 -- 172.21.15.196:0/1799863525 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f3350128d30 con 0x7f335006dce0 2024-09-10T07:43:56.945 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.941+0000 7f334cff9640 1 -- 172.21.15.196:0/1799863525 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f334000cae0 con 0x7f335006dce0 2024-09-10T07:43:56.945 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.941+0000 7f33564aa640 1 -- 172.21.15.196:0/1799863525 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3350129870 con 0x7f335006dce0 2024-09-10T07:43:56.945 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.941+0000 7f334cff9640 1 -- 172.21.15.196:0/1799863525 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f334005d350 con 0x7f335006dce0 2024-09-10T07:43:56.946 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:56.945+0000 7f334cff9640 1 -- 172.21.15.196:0/1799863525 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f3350129870 con 0x7f335006dce0 2024-09-10T07:43:57.081 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.081+0000 7f33564aa640 1 -- 172.21.15.196:0/1799863525 --> v1:172.21.15.196:6816/3572737106 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f335006e0c0 con 0x7f3330047b80 2024-09-10T07:43:57.082 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.082+0000 7f334cff9640 1 -- 172.21.15.196:0/1799863525 <== mgr.14103 v1:172.21.15.196:6816/3572737106 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31971 (unknown 2965378022 0 649889528) 0x7f335006e0c0 con 0x7f3330047b80 2024-09-10T07:43:57.082 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:57.082 INFO:teuthology.orchestra.run.smithi196.stderr:dumped all 2024-09-10T07:43:57.084 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.084+0000 7f33564aa640 1 -- 172.21.15.196:0/1799863525 >> v1:172.21.15.196:6816/3572737106 conn(0x7f3330047b80 legacy=0x7f333004a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:57.084 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.084+0000 7f33564aa640 1 -- 172.21.15.196:0/1799863525 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f335006dce0 msgr2=0x7f3350126f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:57.084 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.084+0000 7f33564aa640 1 --2- 172.21.15.196:0/1799863525 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f335006dce0 0x7f3350126f40 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f334000e860 tx=0x7f334000ed20 comp rx=0 tx=0).stop 2024-09-10T07:43:57.085 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.084+0000 7f33564aa640 1 -- 172.21.15.196:0/1799863525 shutdown_connections 2024-09-10T07:43:57.085 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.084+0000 7f33564aa640 1 --2- 172.21.15.196:0/1799863525 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f335006e9e0 0x7f33501279c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.085 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.084+0000 7f33564aa640 1 --2- 172.21.15.196:0/1799863525 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f335006e600 0x7f3350127480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.085 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.084+0000 7f33564aa640 1 --2- 172.21.15.196:0/1799863525 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f335006dce0 0x7f3350126f40 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.085 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.084+0000 7f33564aa640 1 -- 172.21.15.196:0/1799863525 >> 172.21.15.196:0/1799863525 conn(0x7f335009e980 msgr2=0x7f33500725c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:57.085 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.084+0000 7f33564aa640 1 -- 172.21.15.196:0/1799863525 shutdown_connections 2024-09-10T07:43:57.085 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.084+0000 7f33564aa640 1 -- 172.21.15.196:0/1799863525 wait complete. 2024-09-10T07:43:57.094 INFO:teuthology.orchestra.run.smithi196.stdout:{"pg_ready":true,"pg_map":{"version":30,"stamp":"2024-09-10T07:43:56.541948+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":101,"num_write_kb":1108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":66,"ondisk_log_size":66,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112332,"kb_used_data":2256,"kb_used_omap":17,"kb_used_meta":109998,"kb_avail":377375028,"statfs":{"total":386547056640,"available":386432028672,"internally_reserved":0,"allocated":2310144,"data_stored":1575042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18186,"internal_metadata":112638198},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.912970"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644554+0000","last_change":"2024-09-10T07:43:48.241029+0000","last_active":"2024-09-10T07:43:51.644554+0000","last_peered":"2024-09-10T07:43:51.644554+0000","last_clean":"2024-09-10T07:43:51.644554+0000","last_became_active":"2024-09-10T07:43:48.240737+0000","last_became_peered":"2024-09-10T07:43:48.240737+0000","last_unstale":"2024-09-10T07:43:51.644554+0000","last_undegraded":"2024-09-10T07:43:51.644554+0000","last_fullsized":"2024-09-10T07:43:51.644554+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:38.382622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010214289999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":41,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644429+0000","last_change":"2024-09-10T07:43:44.606400+0000","last_active":"2024-09-10T07:43:51.644429+0000","last_peered":"2024-09-10T07:43:51.644429+0000","last_clean":"2024-09-10T07:43:51.644429+0000","last_became_active":"2024-09-10T07:43:44.606046+0000","last_became_peered":"2024-09-10T07:43:44.606046+0000","last_unstale":"2024-09-10T07:43:51.644429+0000","last_undegraded":"2024-09-10T07:43:51.644429+0000","last_fullsized":"2024-09-10T07:43:51.644429+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:45.040569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032669399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644385+0000","last_change":"2024-09-10T07:43:48.241280+0000","last_active":"2024-09-10T07:43:51.644385+0000","last_peered":"2024-09-10T07:43:51.644385+0000","last_clean":"2024-09-10T07:43:51.644385+0000","last_became_active":"2024-09-10T07:43:48.241002+0000","last_became_peered":"2024-09-10T07:43:48.241002+0000","last_unstale":"2024-09-10T07:43:51.644385+0000","last_undegraded":"2024-09-10T07:43:51.644385+0000","last_fullsized":"2024-09-10T07:43:51.644385+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:33.605469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001037173,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":41,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644279+0000","last_change":"2024-09-10T07:43:44.606324+0000","last_active":"2024-09-10T07:43:51.644279+0000","last_peered":"2024-09-10T07:43:51.644279+0000","last_clean":"2024-09-10T07:43:51.644279+0000","last_became_active":"2024-09-10T07:43:44.606054+0000","last_became_peered":"2024-09-10T07:43:44.606054+0000","last_unstale":"2024-09-10T07:43:51.644279+0000","last_undegraded":"2024-09-10T07:43:51.644279+0000","last_fullsized":"2024-09-10T07:43:51.644279+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:43:25.638415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00041535500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":44,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644324+0000","last_change":"2024-09-10T07:43:47.610141+0000","last_active":"2024-09-10T07:43:51.644324+0000","last_peered":"2024-09-10T07:43:51.644324+0000","last_clean":"2024-09-10T07:43:51.644324+0000","last_became_active":"2024-09-10T07:43:47.609736+0000","last_became_peered":"2024-09-10T07:43:47.609736+0000","last_unstale":"2024-09-10T07:43:51.644324+0000","last_undegraded":"2024-09-10T07:43:51.644324+0000","last_fullsized":"2024-09-10T07:43:51.644324+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:37:57.292850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013045520000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":41,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644086+0000","last_change":"2024-09-10T07:43:47.611115+0000","last_active":"2024-09-10T07:43:51.644086+0000","last_peered":"2024-09-10T07:43:51.644086+0000","last_clean":"2024-09-10T07:43:51.644086+0000","last_became_active":"2024-09-10T07:43:47.610809+0000","last_became_peered":"2024-09-10T07:43:47.610809+0000","last_unstale":"2024-09-10T07:43:51.644086+0000","last_undegraded":"2024-09-10T07:43:51.644086+0000","last_fullsized":"2024-09-10T07:43:51.644086+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:20:28.274636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036547199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644192+0000","last_change":"2024-09-10T07:43:47.609864+0000","last_active":"2024-09-10T07:43:51.644192+0000","last_peered":"2024-09-10T07:43:51.644192+0000","last_clean":"2024-09-10T07:43:51.644192+0000","last_became_active":"2024-09-10T07:43:47.609525+0000","last_became_peered":"2024-09-10T07:43:47.609525+0000","last_unstale":"2024-09-10T07:43:51.644192+0000","last_undegraded":"2024-09-10T07:43:51.644192+0000","last_fullsized":"2024-09-10T07:43:51.644192+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:52.786108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085628500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644518+0000","last_change":"2024-09-10T07:43:47.611113+0000","last_active":"2024-09-10T07:43:51.644518+0000","last_peered":"2024-09-10T07:43:51.644518+0000","last_clean":"2024-09-10T07:43:51.644518+0000","last_became_active":"2024-09-10T07:43:47.610763+0000","last_became_peered":"2024-09-10T07:43:47.610763+0000","last_unstale":"2024-09-10T07:43:51.644518+0000","last_undegraded":"2024-09-10T07:43:51.644518+0000","last_fullsized":"2024-09-10T07:43:51.644518+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:06:24.339670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"19'63","reported_seq":144,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.643973+0000","last_change":"2024-09-10T07:43:44.605658+0000","last_active":"2024-09-10T07:43:51.643973+0000","last_peered":"2024-09-10T07:43:51.643973+0000","last_clean":"2024-09-10T07:43:51.643973+0000","last_became_active":"2024-09-10T07:43:44.605335+0000","last_became_peered":"2024-09-10T07:43:44.605335+0000","last_unstale":"2024-09-10T07:43:51.643973+0000","last_undegraded":"2024-09-10T07:43:51.643973+0000","last_fullsized":"2024-09-10T07:43:51.643973+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:07.904011+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:07.904011+0000","last_clean_scrub_stamp":"2024-09-10T07:42:07.904011+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":0,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:15.341835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":63,"ondisk_log_size":63,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":29,"seq":124554051588,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":276,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":282624,"data_stored":98586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":27,"seq":115964116996,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27812,"kb_used_data":272,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344028,"statfs":{"total":96636764160,"available":96608284672,"internally_reserved":0,"allocated":278528,"data_stored":98567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":26,"seq":111669149700,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28324,"kb_used_data":856,"kb_used_omap":4,"kb_used_meta":27451,"kb_avail":94343516,"statfs":{"total":96636764160,"available":96607760384,"internally_reserved":0,"allocated":876544,"data_stored":688954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4546,"internal_metadata":28110398},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28388,"kb_used_data":852,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343452,"statfs":{"total":96636764160,"available":96607694848,"internally_reserved":0,"allocated":872448,"data_stored":688935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4546,"internal_metadata":28175934},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:43:57.095 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T07:43:57.096 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:43:57.194 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.194+0000 7ff482b11640 1 Processor -- start 2024-09-10T07:43:57.194 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.194+0000 7ff482b11640 1 -- start start 2024-09-10T07:43:57.194 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.194+0000 7ff482b11640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff47c092710 0x7ff47c092af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:57.194 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.194+0000 7ff482b11640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff47c12c8f0 0x7ff47c137ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:57.194 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.194+0000 7ff482b11640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff47c091a00 con 0x7ff47c093030 2024-09-10T07:43:57.194 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.194+0000 7ff482b11640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7ff47c093820 con 0x7ff47c12c8f0 2024-09-10T07:43:57.194 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.194+0000 7ff482b11640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff47c063480 con 0x7ff47c092710 2024-09-10T07:43:57.195 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.194+0000 7ff4808ad640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff47c092710 0x7ff47c092af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:57.195 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.194+0000 7ff4810ae640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7ff47c12c8f0 0x7ff47c137ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:57.195 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.194+0000 7ff47bfff640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7ff47c093030 0x7ff47c12c1e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:42202/0 (socket says 172.21.15.196:42202) 2024-09-10T07:43:57.195 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.194+0000 7ff47bfff640 1 -- 172.21.15.196:0/4209582134 learned_addr learned my addr 172.21.15.196:0/4209582134 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:57.195 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.195+0000 7ff4808ad640 1 -- 172.21.15.196:0/4209582134 >> v2:172.21.15.196:3300/0 conn(0x7ff47c12c8f0 msgr2=0x7ff47c137ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:57.195 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.195+0000 7ff4808ad640 1 --2- 172.21.15.196:0/4209582134 >> v2:172.21.15.196:3300/0 conn(0x7ff47c12c8f0 0x7ff47c137ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.195 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.195+0000 7ff4808ad640 1 -- 172.21.15.196:0/4209582134 >> v1:172.21.15.196:6789/0 conn(0x7ff47c093030 legacy=0x7ff47c12c1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:57.195 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.195+0000 7ff4808ad640 1 -- 172.21.15.196:0/4209582134 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff47c093470 con 0x7ff47c092710 2024-09-10T07:43:57.195 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.195+0000 7ff4810ae640 1 --2- 172.21.15.196:0/4209582134 >> v2:172.21.15.196:3300/0 conn(0x7ff47c12c8f0 0x7ff47c137ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:57.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.195+0000 7ff4808ad640 1 --2- 172.21.15.196:0/4209582134 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff47c092710 0x7ff47c092af0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff46c009d90 tx=0x7ff46c02a530 comp rx=0 tx=0).ready entity=mon.1 client_cookie=144cda7bb204f252 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:57.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.195+0000 7ff47b7fe640 1 -- 172.21.15.196:0/4209582134 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff46c007740 con 0x7ff47c092710 2024-09-10T07:43:57.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.196+0000 7ff47b7fe640 1 -- 172.21.15.196:0/4209582134 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff46c0078e0 con 0x7ff47c092710 2024-09-10T07:43:57.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.196+0000 7ff47b7fe640 1 -- 172.21.15.196:0/4209582134 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff46c007cb0 con 0x7ff47c092710 2024-09-10T07:43:57.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.196+0000 7ff482b11640 1 -- 172.21.15.196:0/4209582134 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff47c092710 msgr2=0x7ff47c092af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:57.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.196+0000 7ff482b11640 1 --2- 172.21.15.196:0/4209582134 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff47c092710 0x7ff47c092af0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff46c009d90 tx=0x7ff46c02a530 comp rx=0 tx=0).stop 2024-09-10T07:43:57.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.196+0000 7ff482b11640 1 -- 172.21.15.196:0/4209582134 shutdown_connections 2024-09-10T07:43:57.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.196+0000 7ff482b11640 1 --2- 172.21.15.196:0/4209582134 >> v2:172.21.15.196:3300/0 conn(0x7ff47c12c8f0 0x7ff47c137ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.198 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.196+0000 7ff482b11640 1 --2- 172.21.15.196:0/4209582134 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff47c092710 0x7ff47c092af0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.196+0000 7ff482b11640 1 -- 172.21.15.196:0/4209582134 >> 172.21.15.196:0/4209582134 conn(0x7ff47c09e4b0 msgr2=0x7ff47c09e8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.196+0000 7ff482b11640 1 -- 172.21.15.196:0/4209582134 shutdown_connections 2024-09-10T07:43:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.196+0000 7ff482b11640 1 -- 172.21.15.196:0/4209582134 wait complete. 2024-09-10T07:43:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.197+0000 7ff482b11640 1 Processor -- start 2024-09-10T07:43:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.197+0000 7ff482b11640 1 -- start start 2024-09-10T07:43:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.197+0000 7ff482b11640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff47c092710 0x7ff47c1c4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.197+0000 7ff482b11640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff47c093030 0x7ff47c1c5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.197+0000 7ff482b11640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff47c12c8f0 0x7ff47c0721c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.197+0000 7ff482b11640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff47c091fa0 con 0x7ff47c092710 2024-09-10T07:43:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.197+0000 7ff482b11640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff47c091e20 con 0x7ff47c12c8f0 2024-09-10T07:43:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.197+0000 7ff482b11640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7ff47c12cd60 con 0x7ff47c093030 2024-09-10T07:43:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.197+0000 7ff4808ad640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff47c092710 0x7ff47c1c4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.198+0000 7ff4808ad640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff47c092710 0x7ff47c1c4b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:33100/0 (socket says 172.21.15.196:33100) 2024-09-10T07:43:57.199 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.198+0000 7ff4810ae640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff47c12c8f0 0x7ff47c0721c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.198+0000 7ff4808ad640 1 -- 172.21.15.196:0/3532834481 learned_addr learned my addr 172.21.15.196:0/3532834481 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.198+0000 7ff47bfff640 1 --2- 172.21.15.196:0/3532834481 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff47c093030 0x7ff47c1c5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.198+0000 7ff4810ae640 1 -- 172.21.15.196:0/3532834481 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff47c093030 msgr2=0x7ff47c1c5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.198+0000 7ff4810ae640 1 --2- 172.21.15.196:0/3532834481 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff47c093030 0x7ff47c1c5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.198+0000 7ff4810ae640 1 -- 172.21.15.196:0/3532834481 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff47c092710 msgr2=0x7ff47c1c4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.198+0000 7ff4810ae640 1 --2- 172.21.15.196:0/3532834481 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff47c092710 0x7ff47c1c4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.198+0000 7ff4810ae640 1 -- 172.21.15.196:0/3532834481 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff47c123fc0 con 0x7ff47c12c8f0 2024-09-10T07:43:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.198+0000 7ff47bfff640 1 --2- 172.21.15.196:0/3532834481 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff47c093030 0x7ff47c1c5050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.198+0000 7ff4808ad640 1 --2- 172.21.15.196:0/3532834481 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff47c092710 0x7ff47c1c4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.198+0000 7ff4810ae640 1 --2- 172.21.15.196:0/3532834481 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff47c12c8f0 0x7ff47c0721c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff47400e8b0 tx=0x7ff47400ed70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.198+0000 7ff4797fa640 1 -- 172.21.15.196:0/3532834481 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff474017070 con 0x7ff47c12c8f0 2024-09-10T07:43:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.198+0000 7ff4797fa640 1 -- 172.21.15.196:0/3532834481 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff474004020 con 0x7ff47c12c8f0 2024-09-10T07:43:57.200 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.198+0000 7ff482b11640 1 -- 172.21.15.196:0/3532834481 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff47c073d30 con 0x7ff47c12c8f0 2024-09-10T07:43:57.201 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.198+0000 7ff4797fa640 1 -- 172.21.15.196:0/3532834481 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4740043f0 con 0x7ff47c12c8f0 2024-09-10T07:43:57.201 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.198+0000 7ff482b11640 1 -- 172.21.15.196:0/3532834481 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff47c1c5590 con 0x7ff47c12c8f0 2024-09-10T07:43:57.201 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.199+0000 7ff4797fa640 1 -- 172.21.15.196:0/3532834481 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7ff47400c940 con 0x7ff47c12c8f0 2024-09-10T07:43:57.201 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.199+0000 7ff482b11640 1 -- 172.21.15.196:0/3532834481 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff47c124910 con 0x7ff47c12c8f0 2024-09-10T07:43:57.201 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.200+0000 7ff4797fa640 1 -- 172.21.15.196:0/3532834481 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7ff47405d170 con 0x7ff47c12c8f0 2024-09-10T07:43:57.202 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.203+0000 7ff4797fa640 1 -- 172.21.15.196:0/3532834481 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7ff47405c220 con 0x7ff47c12c8f0 2024-09-10T07:43:57.340 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.340+0000 7ff482b11640 1 -- 172.21.15.196:0/3532834481 --> v1:172.21.15.196:6816/3572737106 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff47c094090 con 0x7ff45c047b80 2024-09-10T07:43:57.341 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.341+0000 7ff4797fa640 1 -- 172.21.15.196:0/3532834481 <== mgr.14103 v1:172.21.15.196:6816/3572737106 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31971 (unknown 2965378022 0 649889528) 0x7ff47c094090 con 0x7ff45c047b80 2024-09-10T07:43:57.341 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:57.341 INFO:teuthology.orchestra.run.smithi196.stderr:dumped all 2024-09-10T07:43:57.342 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.343+0000 7ff482b11640 1 -- 172.21.15.196:0/3532834481 >> v1:172.21.15.196:6816/3572737106 conn(0x7ff45c047b80 legacy=0x7ff45c04a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:57.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.343+0000 7ff482b11640 1 -- 172.21.15.196:0/3532834481 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff47c12c8f0 msgr2=0x7ff47c0721c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:57.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.343+0000 7ff482b11640 1 --2- 172.21.15.196:0/3532834481 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff47c12c8f0 0x7ff47c0721c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff47400e8b0 tx=0x7ff47400ed70 comp rx=0 tx=0).stop 2024-09-10T07:43:57.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.343+0000 7ff482b11640 1 -- 172.21.15.196:0/3532834481 shutdown_connections 2024-09-10T07:43:57.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.343+0000 7ff482b11640 1 --2- 172.21.15.196:0/3532834481 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff47c12c8f0 0x7ff47c0721c0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.343+0000 7ff482b11640 1 --2- 172.21.15.196:0/3532834481 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff47c093030 0x7ff47c1c5050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.343+0000 7ff482b11640 1 --2- 172.21.15.196:0/3532834481 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff47c092710 0x7ff47c1c4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.343+0000 7ff482b11640 1 -- 172.21.15.196:0/3532834481 >> 172.21.15.196:0/3532834481 conn(0x7ff47c09e4b0 msgr2=0x7ff47c097e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:57.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.343+0000 7ff482b11640 1 -- 172.21.15.196:0/3532834481 shutdown_connections 2024-09-10T07:43:57.343 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.343+0000 7ff482b11640 1 -- 172.21.15.196:0/3532834481 wait complete. 2024-09-10T07:43:57.353 INFO:teuthology.orchestra.run.smithi196.stdout:{"pg_ready":true,"pg_map":{"version":30,"stamp":"2024-09-10T07:43:56.541948+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":101,"num_write_kb":1108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":66,"ondisk_log_size":66,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112332,"kb_used_data":2256,"kb_used_omap":17,"kb_used_meta":109998,"kb_avail":377375028,"statfs":{"total":386547056640,"available":386432028672,"internally_reserved":0,"allocated":2310144,"data_stored":1575042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18186,"internal_metadata":112638198},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.912970"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644554+0000","last_change":"2024-09-10T07:43:48.241029+0000","last_active":"2024-09-10T07:43:51.644554+0000","last_peered":"2024-09-10T07:43:51.644554+0000","last_clean":"2024-09-10T07:43:51.644554+0000","last_became_active":"2024-09-10T07:43:48.240737+0000","last_became_peered":"2024-09-10T07:43:48.240737+0000","last_unstale":"2024-09-10T07:43:51.644554+0000","last_undegraded":"2024-09-10T07:43:51.644554+0000","last_fullsized":"2024-09-10T07:43:51.644554+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:38.382622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010214289999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":41,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644429+0000","last_change":"2024-09-10T07:43:44.606400+0000","last_active":"2024-09-10T07:43:51.644429+0000","last_peered":"2024-09-10T07:43:51.644429+0000","last_clean":"2024-09-10T07:43:51.644429+0000","last_became_active":"2024-09-10T07:43:44.606046+0000","last_became_peered":"2024-09-10T07:43:44.606046+0000","last_unstale":"2024-09-10T07:43:51.644429+0000","last_undegraded":"2024-09-10T07:43:51.644429+0000","last_fullsized":"2024-09-10T07:43:51.644429+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:45.040569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032669399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644385+0000","last_change":"2024-09-10T07:43:48.241280+0000","last_active":"2024-09-10T07:43:51.644385+0000","last_peered":"2024-09-10T07:43:51.644385+0000","last_clean":"2024-09-10T07:43:51.644385+0000","last_became_active":"2024-09-10T07:43:48.241002+0000","last_became_peered":"2024-09-10T07:43:48.241002+0000","last_unstale":"2024-09-10T07:43:51.644385+0000","last_undegraded":"2024-09-10T07:43:51.644385+0000","last_fullsized":"2024-09-10T07:43:51.644385+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:33.605469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001037173,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":41,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644279+0000","last_change":"2024-09-10T07:43:44.606324+0000","last_active":"2024-09-10T07:43:51.644279+0000","last_peered":"2024-09-10T07:43:51.644279+0000","last_clean":"2024-09-10T07:43:51.644279+0000","last_became_active":"2024-09-10T07:43:44.606054+0000","last_became_peered":"2024-09-10T07:43:44.606054+0000","last_unstale":"2024-09-10T07:43:51.644279+0000","last_undegraded":"2024-09-10T07:43:51.644279+0000","last_fullsized":"2024-09-10T07:43:51.644279+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:43:25.638415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00041535500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":44,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644324+0000","last_change":"2024-09-10T07:43:47.610141+0000","last_active":"2024-09-10T07:43:51.644324+0000","last_peered":"2024-09-10T07:43:51.644324+0000","last_clean":"2024-09-10T07:43:51.644324+0000","last_became_active":"2024-09-10T07:43:47.609736+0000","last_became_peered":"2024-09-10T07:43:47.609736+0000","last_unstale":"2024-09-10T07:43:51.644324+0000","last_undegraded":"2024-09-10T07:43:51.644324+0000","last_fullsized":"2024-09-10T07:43:51.644324+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:37:57.292850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013045520000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":41,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644086+0000","last_change":"2024-09-10T07:43:47.611115+0000","last_active":"2024-09-10T07:43:51.644086+0000","last_peered":"2024-09-10T07:43:51.644086+0000","last_clean":"2024-09-10T07:43:51.644086+0000","last_became_active":"2024-09-10T07:43:47.610809+0000","last_became_peered":"2024-09-10T07:43:47.610809+0000","last_unstale":"2024-09-10T07:43:51.644086+0000","last_undegraded":"2024-09-10T07:43:51.644086+0000","last_fullsized":"2024-09-10T07:43:51.644086+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:20:28.274636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036547199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644192+0000","last_change":"2024-09-10T07:43:47.609864+0000","last_active":"2024-09-10T07:43:51.644192+0000","last_peered":"2024-09-10T07:43:51.644192+0000","last_clean":"2024-09-10T07:43:51.644192+0000","last_became_active":"2024-09-10T07:43:47.609525+0000","last_became_peered":"2024-09-10T07:43:47.609525+0000","last_unstale":"2024-09-10T07:43:51.644192+0000","last_undegraded":"2024-09-10T07:43:51.644192+0000","last_fullsized":"2024-09-10T07:43:51.644192+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:52.786108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085628500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644518+0000","last_change":"2024-09-10T07:43:47.611113+0000","last_active":"2024-09-10T07:43:51.644518+0000","last_peered":"2024-09-10T07:43:51.644518+0000","last_clean":"2024-09-10T07:43:51.644518+0000","last_became_active":"2024-09-10T07:43:47.610763+0000","last_became_peered":"2024-09-10T07:43:47.610763+0000","last_unstale":"2024-09-10T07:43:51.644518+0000","last_undegraded":"2024-09-10T07:43:51.644518+0000","last_fullsized":"2024-09-10T07:43:51.644518+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:06:24.339670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"19'63","reported_seq":144,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.643973+0000","last_change":"2024-09-10T07:43:44.605658+0000","last_active":"2024-09-10T07:43:51.643973+0000","last_peered":"2024-09-10T07:43:51.643973+0000","last_clean":"2024-09-10T07:43:51.643973+0000","last_became_active":"2024-09-10T07:43:44.605335+0000","last_became_peered":"2024-09-10T07:43:44.605335+0000","last_unstale":"2024-09-10T07:43:51.643973+0000","last_undegraded":"2024-09-10T07:43:51.643973+0000","last_fullsized":"2024-09-10T07:43:51.643973+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:07.904011+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:07.904011+0000","last_clean_scrub_stamp":"2024-09-10T07:42:07.904011+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":0,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:15.341835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":63,"ondisk_log_size":63,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":29,"seq":124554051588,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":276,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":282624,"data_stored":98586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":27,"seq":115964116996,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27812,"kb_used_data":272,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344028,"statfs":{"total":96636764160,"available":96608284672,"internally_reserved":0,"allocated":278528,"data_stored":98567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":26,"seq":111669149700,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28324,"kb_used_data":856,"kb_used_omap":4,"kb_used_meta":27451,"kb_avail":94343516,"statfs":{"total":96636764160,"available":96607760384,"internally_reserved":0,"allocated":876544,"data_stored":688954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4546,"internal_metadata":28110398},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":25,"seq":107374182404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28388,"kb_used_data":852,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343452,"statfs":{"total":96636764160,"available":96607694848,"internally_reserved":0,"allocated":872448,"data_stored":688935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4546,"internal_metadata":28175934},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:43:57.354 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T07:43:57.458 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.452+0000 7f157d7ed640 1 Processor -- start 2024-09-10T07:43:57.458 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.452+0000 7f157d7ed640 1 -- start start 2024-09-10T07:43:57.458 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.452+0000 7f157d7ed640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15780927b0 0x7f1578092b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:57.458 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.452+0000 7f157d7ed640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f157812c8f0 0x7f1578137b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:57.458 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.452+0000 7f157d7ed640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f15780630c0 con 0x7f15780930d0 2024-09-10T07:43:57.458 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.452+0000 7f157d7ed640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f1578094ba0 con 0x7f157812c8f0 2024-09-10T07:43:57.458 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.452+0000 7f157d7ed640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f157809efd0 con 0x7f15780927b0 2024-09-10T07:43:57.459 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.452+0000 7f1576ffd640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15780927b0 0x7f1578092b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:57.459 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.452+0000 7f15777fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f157812c8f0 0x7f1578137b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:57.459 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.452+0000 7f15767fc640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f15780930d0 0x7f157812c1e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:42216/0 (socket says 172.21.15.196:42216) 2024-09-10T07:43:57.459 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.452+0000 7f15767fc640 1 -- 172.21.15.196:0/2898312825 learned_addr learned my addr 172.21.15.196:0/2898312825 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:57.459 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.453+0000 7f1576ffd640 1 -- 172.21.15.196:0/2898312825 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f157812c8f0 msgr2=0x7f1578137b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:57.459 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.453+0000 7f1575ffb640 1 -- 172.21.15.196:0/2898312825 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3482620434 0 0) 0x7f15780630c0 con 0x7f15780930d0 2024-09-10T07:43:57.459 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.453+0000 7f1576ffd640 1 --2- 172.21.15.196:0/2898312825 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f157812c8f0 0x7f1578137b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.459 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.453+0000 7f1576ffd640 1 -- 172.21.15.196:0/2898312825 >> v1:172.21.15.196:6789/0 conn(0x7f15780930d0 legacy=0x7f157812c1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:57.460 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.453+0000 7f1576ffd640 1 -- 172.21.15.196:0/2898312825 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1578091e00 con 0x7f15780927b0 2024-09-10T07:43:57.460 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.453+0000 7f15777fe640 1 --2- 172.21.15.196:0/2898312825 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f157812c8f0 0x7f1578137b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:57.460 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.453+0000 7f1576ffd640 1 --2- 172.21.15.196:0/2898312825 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15780927b0 0x7f1578092b90 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f1570009dc0 tx=0x7f157002a500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f3f6913b319b3a15 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:57.460 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.454+0000 7f1575ffb640 1 -- 172.21.15.196:0/2898312825 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1570007740 con 0x7f15780927b0 2024-09-10T07:43:57.460 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.454+0000 7f1575ffb640 1 -- 172.21.15.196:0/2898312825 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15700078e0 con 0x7f15780927b0 2024-09-10T07:43:57.460 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.454+0000 7f1575ffb640 1 -- 172.21.15.196:0/2898312825 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1570007cb0 con 0x7f15780927b0 2024-09-10T07:43:57.460 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.454+0000 7f157d7ed640 1 -- 172.21.15.196:0/2898312825 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15780927b0 msgr2=0x7f1578092b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:57.460 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.454+0000 7f157d7ed640 1 --2- 172.21.15.196:0/2898312825 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15780927b0 0x7f1578092b90 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f1570009dc0 tx=0x7f157002a500 comp rx=0 tx=0).stop 2024-09-10T07:43:57.460 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.454+0000 7f157d7ed640 1 -- 172.21.15.196:0/2898312825 shutdown_connections 2024-09-10T07:43:57.461 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.454+0000 7f157d7ed640 1 --2- 172.21.15.196:0/2898312825 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f157812c8f0 0x7f1578137b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.461 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.454+0000 7f157d7ed640 1 --2- 172.21.15.196:0/2898312825 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15780927b0 0x7f1578092b90 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.461 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.454+0000 7f157d7ed640 1 -- 172.21.15.196:0/2898312825 >> 172.21.15.196:0/2898312825 conn(0x7f157809e4b0 msgr2=0x7f157809e8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:57.461 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.454+0000 7f157d7ed640 1 -- 172.21.15.196:0/2898312825 shutdown_connections 2024-09-10T07:43:57.461 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.454+0000 7f157d7ed640 1 -- 172.21.15.196:0/2898312825 wait complete. 2024-09-10T07:43:57.461 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.455+0000 7f157d7ed640 1 Processor -- start 2024-09-10T07:43:57.461 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.455+0000 7f157d7ed640 1 -- start start 2024-09-10T07:43:57.461 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.456+0000 7f157d7ed640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15780927b0 0x7f1578072700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:57.461 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.456+0000 7f157d7ed640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f15780930d0 0x7f1578072c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:57.461 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.456+0000 7f157d7ed640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f157812c8f0 0x7f1578073180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:57.462 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.456+0000 7f157d7ed640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f157812cd40 con 0x7f15780930d0 2024-09-10T07:43:57.462 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.456+0000 7f157d7ed640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f15780918d0 con 0x7f157812c8f0 2024-09-10T07:43:57.462 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.456+0000 7f157d7ed640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f157812cec0 con 0x7f15780927b0 2024-09-10T07:43:57.462 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.456+0000 7f1576ffd640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15780927b0 0x7f1578072700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:57.462 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.456+0000 7f15777fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f157812c8f0 0x7f1578073180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:57.462 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.456+0000 7f1576ffd640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15780927b0 0x7f1578072700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:32946/0 (socket says 172.21.15.196:32946) 2024-09-10T07:43:57.462 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.456+0000 7f1576ffd640 1 -- 172.21.15.196:0/2958475358 learned_addr learned my addr 172.21.15.196:0/2958475358 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:57.462 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.456+0000 7f15767fc640 1 --2- 172.21.15.196:0/2958475358 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f15780930d0 0x7f1578072c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:57.462 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.456+0000 7f1576ffd640 1 -- 172.21.15.196:0/2958475358 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f157812c8f0 msgr2=0x7f1578073180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:57.462 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.456+0000 7f1576ffd640 1 --2- 172.21.15.196:0/2958475358 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f157812c8f0 0x7f1578073180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.462 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.456+0000 7f1576ffd640 1 -- 172.21.15.196:0/2958475358 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f15780930d0 msgr2=0x7f1578072c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:57.462 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.456+0000 7f1576ffd640 1 --2- 172.21.15.196:0/2958475358 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f15780930d0 0x7f1578072c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.463 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.456+0000 7f1576ffd640 1 -- 172.21.15.196:0/2958475358 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1578123770 con 0x7f15780927b0 2024-09-10T07:43:57.463 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.456+0000 7f1576ffd640 1 --2- 172.21.15.196:0/2958475358 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15780927b0 0x7f1578072700 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f157002aaf0 tx=0x7f1570004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:57.463 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.456+0000 7f155f7fe640 1 -- 172.21.15.196:0/2958475358 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1570040070 con 0x7f15780927b0 2024-09-10T07:43:57.463 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.456+0000 7f155f7fe640 1 -- 172.21.15.196:0/2958475358 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1570031c40 con 0x7f15780927b0 2024-09-10T07:43:57.463 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.456+0000 7f155f7fe640 1 -- 172.21.15.196:0/2958475358 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1570009450 con 0x7f15780927b0 2024-09-10T07:43:57.463 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.456+0000 7f157d7ed640 1 -- 172.21.15.196:0/2958475358 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15780736c0 con 0x7f15780927b0 2024-09-10T07:43:57.463 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.457+0000 7f157d7ed640 1 -- 172.21.15.196:0/2958475358 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f1578124070 con 0x7f15780927b0 2024-09-10T07:43:57.463 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.458+0000 7f155f7fe640 1 -- 172.21.15.196:0/2958475358 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f1570039040 con 0x7f15780927b0 2024-09-10T07:43:57.463 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.457+0000 7f157d7ed640 1 -- 172.21.15.196:0/2958475358 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1578092b90 con 0x7f15780927b0 2024-09-10T07:43:57.463 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.458+0000 7f155f7fe640 1 -- 172.21.15.196:0/2958475358 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f157007e470 con 0x7f15780927b0 2024-09-10T07:43:57.463 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.461+0000 7f155f7fe640 1 -- 172.21.15.196:0/2958475358 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f157007d520 con 0x7f15780927b0 2024-09-10T07:43:57.600 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.600+0000 7f157d7ed640 1 -- 172.21.15.196:0/2958475358 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1578130230 con 0x7f15780927b0 2024-09-10T07:43:57.601 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.601+0000 7f155f7fe640 1 -- 172.21.15.196:0/2958475358 <== mon.2 v2:172.21.15.196:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+9201 (secure 0 0 0) 0x7f1570007840 con 0x7f15780927b0 2024-09-10T07:43:57.601 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:43:57.601 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":33,"fsid":"fcdf7f04-7a4a-4d5a-b8f3-3737f76346fe","created":"2024-09-10T07:41:57.178228+0000","modified":"2024-09-10T07:43:51.635636+0000","last_up_change":"2024-09-10T07:43:46.601615+0000","last_in_change":"2024-09-10T07:41:58.273341+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"quincy","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T07:42:07.706511+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-10T07:42:12.781769+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"942b9bcf-e061-4911-a4e4-4b16aa4ae205","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":19,"up_from":25,"up_thru":25,"down_at":20,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6800","nonce":3084436343}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6801","nonce":3084436343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6803","nonce":3084436343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6802","nonce":3084436343}]},"public_addr":"172.21.15.196:6800/3084436343","cluster_addr":"172.21.15.196:6801/3084436343","heartbeat_back_addr":"172.21.15.196:6803/3084436343","heartbeat_front_addr":"172.21.15.196:6802/3084436343","state":["exists","up"]},{"osd":1,"uuid":"f99df6f0-3bdc-48ca-88c2-121cb989aaec","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":19,"up_from":26,"up_thru":26,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6804","nonce":4199617730}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6805","nonce":4199617730}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6807","nonce":4199617730}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6806","nonce":4199617730}]},"public_addr":"172.21.15.196:6804/4199617730","cluster_addr":"172.21.15.196:6805/4199617730","heartbeat_back_addr":"172.21.15.196:6807/4199617730","heartbeat_front_addr":"172.21.15.196:6806/4199617730","state":["exists","up"]},{"osd":2,"uuid":"10cf042a-c008-448b-b495-38b8f9bd911b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":27,"up_thru":29,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6808","nonce":251214582}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6809","nonce":251214582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6811","nonce":251214582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6810","nonce":251214582}]},"public_addr":"172.21.15.196:6808/251214582","cluster_addr":"172.21.15.196:6809/251214582","heartbeat_back_addr":"172.21.15.196:6811/251214582","heartbeat_front_addr":"172.21.15.196:6810/251214582","state":["exists","up"]},{"osd":3,"uuid":"2dd9fcad-e555-4d22-b4f7-c765d89d6a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":29,"up_thru":29,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6812","nonce":3303789494}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6813","nonce":3303789494}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6815","nonce":3303789494}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"172.21.15.196:6814","nonce":3303789494}]},"public_addr":"172.21.15.196:6812/3303789494","cluster_addr":"172.21.15.196:6813/3303789494","heartbeat_back_addr":"172.21.15.196:6815/3303789494","heartbeat_front_addr":"172.21.15.196:6814/3303789494","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.512528+0000","dead_epoch":20},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.396869+0000","dead_epoch":21},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.413898+0000","dead_epoch":22},{"osd":3,"down_stamp":"2024-09-10T07:43:38.069385+0000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T07:42:03.452677+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.196:0/1752713173":"2024-09-11T07:43:30.521807+0000","172.21.15.196:0/2023397024":"2024-09-11T07:43:30.521807+0000","172.21.15.196:0/1398858137":"2024-09-11T07:43:30.521807+0000","172.21.15.196:0/1726850961":"2024-09-11T07:43:30.521807+0000","172.21.15.196:6816/32369":"2024-09-11T07:43:30.521807+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T07:43:57.602 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.603+0000 7f157d7ed640 1 -- 172.21.15.196:0/2958475358 >> v1:172.21.15.196:6816/3572737106 conn(0x7f1564047b50 legacy=0x7f156404a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:57.602 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.603+0000 7f157d7ed640 1 -- 172.21.15.196:0/2958475358 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15780927b0 msgr2=0x7f1578072700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:57.603 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.603+0000 7f157d7ed640 1 --2- 172.21.15.196:0/2958475358 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15780927b0 0x7f1578072700 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f157002aaf0 tx=0x7f1570004a40 comp rx=0 tx=0).stop 2024-09-10T07:43:57.603 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.603+0000 7f157d7ed640 1 -- 172.21.15.196:0/2958475358 shutdown_connections 2024-09-10T07:43:57.603 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.603+0000 7f157d7ed640 1 --2- 172.21.15.196:0/2958475358 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f157812c8f0 0x7f1578073180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.603 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.603+0000 7f157d7ed640 1 --2- 172.21.15.196:0/2958475358 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f15780930d0 0x7f1578072c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.603 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.603+0000 7f157d7ed640 1 --2- 172.21.15.196:0/2958475358 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f15780927b0 0x7f1578072700 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:57.603 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.603+0000 7f157d7ed640 1 -- 172.21.15.196:0/2958475358 >> 172.21.15.196:0/2958475358 conn(0x7f157809e4b0 msgr2=0x7f157812d400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:57.603 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.603+0000 7f157d7ed640 1 -- 172.21.15.196:0/2958475358 shutdown_connections 2024-09-10T07:43:57.603 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:57.603+0000 7f157d7ed640 1 -- 172.21.15.196:0/2958475358 wait complete. 2024-09-10T07:43:58.614 INFO:tasks.ceph:Scrubbing osd.0 2024-09-10T07:43:58.614 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-10T07:43:58.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.730+0000 7f226ab3e640 1 Processor -- start 2024-09-10T07:43:58.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.730+0000 7f226ab3e640 1 -- start start 2024-09-10T07:43:58.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.730+0000 7f226ab3e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f226409ac80 0x7f2264129380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:58.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.730+0000 7f226ab3e640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f22641298c0 0x7f226412c170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:58.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.730+0000 7f226ab3e640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f226412c6b0 0x7f226412cb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:58.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.730+0000 7f226ab3e640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f2264128c70 con 0x7f226412c6b0 2024-09-10T07:43:58.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.730+0000 7f226ab3e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f2264128f30 con 0x7f226409ac80 2024-09-10T07:43:58.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.730+0000 7f226ab3e640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f2264071770 con 0x7f22641298c0 2024-09-10T07:43:58.731 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.730+0000 7f22690db640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f226412c6b0 0x7f226412cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:58.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.730+0000 7f22688da640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f226409ac80 0x7f2264129380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:58.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.730+0000 7f22690db640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f226412c6b0 0x7f226412cb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:33128/0 (socket says 172.21.15.196:33128) 2024-09-10T07:43:58.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.730+0000 7f22690db640 1 -- 172.21.15.196:0/2639565949 learned_addr learned my addr 172.21.15.196:0/2639565949 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:58.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.730+0000 7f2263fff640 1 --2- 172.21.15.196:0/2639565949 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f22641298c0 0x7f226412c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:58.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.731+0000 7f22688da640 1 -- 172.21.15.196:0/2639565949 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f22641298c0 msgr2=0x7f226412c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:58.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.731+0000 7f22688da640 1 --2- 172.21.15.196:0/2639565949 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f22641298c0 0x7f226412c170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:58.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.731+0000 7f22688da640 1 -- 172.21.15.196:0/2639565949 >> v2:172.21.15.196:3300/0 conn(0x7f226412c6b0 msgr2=0x7f226412cb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:58.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.731+0000 7f22688da640 1 --2- 172.21.15.196:0/2639565949 >> v2:172.21.15.196:3300/0 conn(0x7f226412c6b0 0x7f226412cb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:58.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.731+0000 7f22688da640 1 -- 172.21.15.196:0/2639565949 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2264071450 con 0x7f226409ac80 2024-09-10T07:43:58.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.731+0000 7f22690db640 1 --2- 172.21.15.196:0/2639565949 >> v2:172.21.15.196:3300/0 conn(0x7f226412c6b0 0x7f226412cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:58.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.731+0000 7f22688da640 1 --2- 172.21.15.196:0/2639565949 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f226409ac80 0x7f2264129380 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f22580097d0 tx=0x7f225802a000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fc6b808bf9dea186 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:58.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.731+0000 7f22637fe640 1 -- 172.21.15.196:0/2639565949 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2258037070 con 0x7f226409ac80 2024-09-10T07:43:58.732 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.732+0000 7f22637fe640 1 -- 172.21.15.196:0/2639565949 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f225802ad10 con 0x7f226409ac80 2024-09-10T07:43:58.733 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.732+0000 7f22637fe640 1 -- 172.21.15.196:0/2639565949 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2258032660 con 0x7f226409ac80 2024-09-10T07:43:58.736 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.732+0000 7f226ab3e640 1 -- 172.21.15.196:0/2639565949 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f226409ac80 msgr2=0x7f2264129380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:58.736 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.732+0000 7f226ab3e640 1 --2- 172.21.15.196:0/2639565949 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f226409ac80 0x7f2264129380 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f22580097d0 tx=0x7f225802a000 comp rx=0 tx=0).stop 2024-09-10T07:43:58.736 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.732+0000 7f226ab3e640 1 -- 172.21.15.196:0/2639565949 shutdown_connections 2024-09-10T07:43:58.736 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.732+0000 7f226ab3e640 1 --2- 172.21.15.196:0/2639565949 >> v2:172.21.15.196:3300/0 conn(0x7f226412c6b0 0x7f226412cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:58.736 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.732+0000 7f226ab3e640 1 --2- 172.21.15.196:0/2639565949 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f22641298c0 0x7f226412c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:58.736 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.732+0000 7f226ab3e640 1 --2- 172.21.15.196:0/2639565949 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f226409ac80 0x7f2264129380 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:58.736 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.732+0000 7f226ab3e640 1 -- 172.21.15.196:0/2639565949 >> 172.21.15.196:0/2639565949 conn(0x7f226409e0a0 msgr2=0x7f226409a570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:58.736 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.732+0000 7f226ab3e640 1 -- 172.21.15.196:0/2639565949 shutdown_connections 2024-09-10T07:43:58.736 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.732+0000 7f226ab3e640 1 -- 172.21.15.196:0/2639565949 wait complete. 2024-09-10T07:43:58.736 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.733+0000 7f226ab3e640 1 Processor -- start 2024-09-10T07:43:58.736 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.733+0000 7f226ab3e640 1 -- start start 2024-09-10T07:43:58.736 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.734+0000 7f226ab3e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f226409ac80 0x7f2264124d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:58.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.734+0000 7f226ab3e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22641298c0 0x7f2264125280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:58.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.734+0000 7f226ab3e640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f226412c6b0 0x7f22641257c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:58.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.734+0000 7f226ab3e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f2264133830 con 0x7f226409ac80 2024-09-10T07:43:58.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.734+0000 7f226ab3e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f22641336b0 con 0x7f22641298c0 2024-09-10T07:43:58.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.734+0000 7f226ab3e640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f22641339b0 con 0x7f226412c6b0 2024-09-10T07:43:58.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.734+0000 7f22688da640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f226409ac80 0x7f2264124d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:58.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.734+0000 7f2263fff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22641298c0 0x7f2264125280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:58.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.734+0000 7f22690db640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f226412c6b0 0x7f22641257c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:58.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.734+0000 7f2263fff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22641298c0 0x7f2264125280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:49502/0 (socket says 172.21.15.196:49502) 2024-09-10T07:43:58.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.734+0000 7f22688da640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f226409ac80 0x7f2264124d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:33132/0 (socket says 172.21.15.196:33132) 2024-09-10T07:43:58.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.734+0000 7f2263fff640 1 -- 172.21.15.196:0/1703234625 learned_addr learned my addr 172.21.15.196:0/1703234625 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:58.737 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.734+0000 7f2263fff640 1 -- 172.21.15.196:0/1703234625 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f226412c6b0 msgr2=0x7f22641257c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:58.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.734+0000 7f2263fff640 1 --2- 172.21.15.196:0/1703234625 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f226412c6b0 0x7f22641257c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:58.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.734+0000 7f2263fff640 1 -- 172.21.15.196:0/1703234625 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f226409ac80 msgr2=0x7f2264124d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:58.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.734+0000 7f2263fff640 1 --2- 172.21.15.196:0/1703234625 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f226409ac80 0x7f2264124d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:58.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.734+0000 7f2263fff640 1 -- 172.21.15.196:0/1703234625 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f226406df50 con 0x7f22641298c0 2024-09-10T07:43:58.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.734+0000 7f2263fff640 1 --2- 172.21.15.196:0/1703234625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22641298c0 0x7f2264125280 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f225000e890 tx=0x7f225000ed50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:58.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.734+0000 7f22617fa640 1 -- 172.21.15.196:0/1703234625 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2250017070 con 0x7f22641298c0 2024-09-10T07:43:58.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.734+0000 7f22617fa640 1 -- 172.21.15.196:0/1703234625 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f225000c940 con 0x7f22641298c0 2024-09-10T07:43:58.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.734+0000 7f226ab3e640 1 -- 172.21.15.196:0/1703234625 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f226406e5b0 con 0x7f22641298c0 2024-09-10T07:43:58.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.734+0000 7f22617fa640 1 -- 172.21.15.196:0/1703234625 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f225000cd10 con 0x7f22641298c0 2024-09-10T07:43:58.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.734+0000 7f226ab3e640 1 -- 172.21.15.196:0/1703234625 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f22641265a0 con 0x7f22641298c0 2024-09-10T07:43:58.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.735+0000 7f22617fa640 1 -- 172.21.15.196:0/1703234625 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f225001a070 con 0x7f22641298c0 2024-09-10T07:43:58.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.735+0000 7f226ab3e640 1 -- 172.21.15.196:0/1703234625 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f22640706c0 con 0x7f22641298c0 2024-09-10T07:43:58.738 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.736+0000 7f22617fa640 1 -- 172.21.15.196:0/1703234625 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f225005d3f0 con 0x7f22641298c0 2024-09-10T07:43:58.739 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.736+0000 7f22617fa640 1 -- 172.21.15.196:0/1703234625 --> v1:172.21.15.196:6800/3084436343 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f225000ae50 con 0x7f224804e440 2024-09-10T07:43:58.739 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.736+0000 7f22617fa640 1 -- 172.21.15.196:0/1703234625 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f2250064050 con 0x7f22641298c0 2024-09-10T07:43:58.739 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.737+0000 7f22617fa640 1 -- 172.21.15.196:0/1703234625 <== osd.0 v1:172.21.15.196:6800/3084436343 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f225000ae50 con 0x7f224804e440 2024-09-10T07:43:58.748 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.749+0000 7f226ab3e640 1 -- 172.21.15.196:0/1703234625 --> v1:172.21.15.196:6800/3084436343 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f22641c2c50 con 0x7f224804e440 2024-09-10T07:43:58.749 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.749+0000 7f22617fa640 1 -- 172.21.15.196:0/1703234625 <== osd.0 v1:172.21.15.196:6800/3084436343 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (unknown 0 0 125856537) 0x7f22641c2c50 con 0x7f224804e440 2024-09-10T07:43:58.749 INFO:teuthology.orchestra.run.smithi196.stdout:{ 2024-09-10T07:43:58.749 INFO:teuthology.orchestra.run.smithi196.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-10T07:43:58.749 INFO:teuthology.orchestra.run.smithi196.stdout:} 2024-09-10T07:43:58.750 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.750+0000 7f226ab3e640 1 -- 172.21.15.196:0/1703234625 >> v1:172.21.15.196:6800/3084436343 conn(0x7f224804e440 legacy=0x7f2248050880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:58.750 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.750+0000 7f226ab3e640 1 -- 172.21.15.196:0/1703234625 >> v1:172.21.15.196:6816/3572737106 conn(0x7f2248047b50 legacy=0x7f224804a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:58.750 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.750+0000 7f226ab3e640 1 -- 172.21.15.196:0/1703234625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22641298c0 msgr2=0x7f2264125280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:58.750 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.750+0000 7f226ab3e640 1 --2- 172.21.15.196:0/1703234625 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f22641298c0 0x7f2264125280 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f225000e890 tx=0x7f225000ed50 comp rx=0 tx=0).stop 2024-09-10T07:43:58.750 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.750+0000 7f22690db640 1 -- 172.21.15.196:0/1703234625 reap_dead start 2024-09-10T07:43:58.750 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.750+0000 7f226ab3e640 1 -- 172.21.15.196:0/1703234625 shutdown_connections 2024-09-10T07:43:58.751 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.750+0000 7f226ab3e640 1 -- 172.21.15.196:0/1703234625 >> 172.21.15.196:0/1703234625 conn(0x7f226409e0a0 msgr2=0x7f226409a480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:58.751 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.750+0000 7f226ab3e640 1 -- 172.21.15.196:0/1703234625 shutdown_connections 2024-09-10T07:43:58.751 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.750+0000 7f226ab3e640 1 -- 172.21.15.196:0/1703234625 wait complete. 2024-09-10T07:43:58.760 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-10T07:43:58.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.859+0000 7f99a5f4c640 1 Processor -- start 2024-09-10T07:43:58.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.859+0000 7f99a5f4c640 1 -- start start 2024-09-10T07:43:58.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.860+0000 7f99a5f4c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f99a006ee30 0x7f99a006f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:58.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.860+0000 7f99a5f4c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f99a01351f0 0x7f99a01375e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:58.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.860+0000 7f99a5f4c640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99a006fbc0 con 0x7f99a006f750 2024-09-10T07:43:58.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.860+0000 7f99a5f4c640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f99a0070430 con 0x7f99a006ee30 2024-09-10T07:43:58.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.860+0000 7f99a5f4c640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f99a006cef0 con 0x7f99a01351f0 2024-09-10T07:43:58.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.860+0000 7f999f7fe640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f99a006ee30 0x7f99a006f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:58.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.860+0000 7f999ffff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f99a01351f0 0x7f99a01375e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:58.860 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.860+0000 7f999ffff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f99a01351f0 0x7f99a01375e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:32966/0 (socket says 172.21.15.196:32966) 2024-09-10T07:43:58.861 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.860+0000 7f999f7fe640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f99a006ee30 0x7f99a006f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:33146/0 (socket says 172.21.15.196:33146) 2024-09-10T07:43:58.861 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.860+0000 7f999ffff640 1 -- 172.21.15.196:0/2312023075 learned_addr learned my addr 172.21.15.196:0/2312023075 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:58.861 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.860+0000 7f999f7fe640 1 -- 172.21.15.196:0/2312023075 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f99a01351f0 msgr2=0x7f99a01375e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:58.861 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.860+0000 7f999f7fe640 1 --2- 172.21.15.196:0/2312023075 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f99a01351f0 0x7f99a01375e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:58.861 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.860+0000 7f999f7fe640 1 -- 172.21.15.196:0/2312023075 >> v1:172.21.15.196:6789/0 conn(0x7f99a006f750 legacy=0x7f99a0133ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:58.861 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.860+0000 7f999e7fc640 1 -- 172.21.15.196:0/2312023075 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3419050130 0 0) 0x7f99a006fbc0 con 0x7f99a006f750 2024-09-10T07:43:58.861 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.860+0000 7f999f7fe640 1 -- 172.21.15.196:0/2312023075 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99a006d7e0 con 0x7f99a006ee30 2024-09-10T07:43:58.861 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.860+0000 7f999ffff640 1 --2- 172.21.15.196:0/2312023075 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f99a01351f0 0x7f99a01375e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:58.864 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.861+0000 7f999f7fe640 1 --2- 172.21.15.196:0/2312023075 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99a006ee30 0x7f99a006f210 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f99900097a0 tx=0x7f999002a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c0cc62045155c53 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:58.864 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.861+0000 7f999e7fc640 1 -- 172.21.15.196:0/2312023075 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9990037070 con 0x7f99a006ee30 2024-09-10T07:43:58.865 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.861+0000 7f999e7fc640 1 -- 172.21.15.196:0/2312023075 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f999002adb0 con 0x7f99a006ee30 2024-09-10T07:43:58.865 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.861+0000 7f999e7fc640 1 -- 172.21.15.196:0/2312023075 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9990032660 con 0x7f99a006ee30 2024-09-10T07:43:58.865 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.861+0000 7f99a5f4c640 1 -- 172.21.15.196:0/2312023075 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99a006ee30 msgr2=0x7f99a006f210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:58.865 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.861+0000 7f99a5f4c640 1 --2- 172.21.15.196:0/2312023075 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99a006ee30 0x7f99a006f210 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f99900097a0 tx=0x7f999002a060 comp rx=0 tx=0).stop 2024-09-10T07:43:58.865 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.861+0000 7f99a5f4c640 1 -- 172.21.15.196:0/2312023075 shutdown_connections 2024-09-10T07:43:58.865 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.861+0000 7f99a5f4c640 1 --2- 172.21.15.196:0/2312023075 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f99a01351f0 0x7f99a01375e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:58.865 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.861+0000 7f99a5f4c640 1 --2- 172.21.15.196:0/2312023075 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99a006ee30 0x7f99a006f210 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:58.865 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.861+0000 7f99a5f4c640 1 -- 172.21.15.196:0/2312023075 >> 172.21.15.196:0/2312023075 conn(0x7f99a009b610 msgr2=0x7f99a009ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:58.865 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.861+0000 7f99a5f4c640 1 -- 172.21.15.196:0/2312023075 shutdown_connections 2024-09-10T07:43:58.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.861+0000 7f99a5f4c640 1 -- 172.21.15.196:0/2312023075 wait complete. 2024-09-10T07:43:58.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.862+0000 7f99a5f4c640 1 Processor -- start 2024-09-10T07:43:58.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.862+0000 7f99a5f4c640 1 -- start start 2024-09-10T07:43:58.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.863+0000 7f99a5f4c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f99a006ee30 0x7f99a0097080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:58.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.863+0000 7f99a5f4c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f99a006f750 0x7f99a00975c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:58.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.863+0000 7f99a5f4c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99a01351f0 0x7f99a01c4320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:58.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.863+0000 7f99a5f4c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f99a0137eb0 con 0x7f99a01351f0 2024-09-10T07:43:58.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.863+0000 7f99a5f4c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f99a0137d30 con 0x7f99a006f750 2024-09-10T07:43:58.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.863+0000 7f99a5f4c640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f99a0138030 con 0x7f99a006ee30 2024-09-10T07:43:58.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.863+0000 7f999f7fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f99a006ee30 0x7f99a0097080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:58.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.863+0000 7f999ffff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99a01351f0 0x7f99a01c4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:58.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.863+0000 7f999f7fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f99a006ee30 0x7f99a0097080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:32982/0 (socket says 172.21.15.196:32982) 2024-09-10T07:43:58.866 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.863+0000 7f999f7fe640 1 -- 172.21.15.196:0/517351371 learned_addr learned my addr 172.21.15.196:0/517351371 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:58.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.863+0000 7f999effd640 1 --2- 172.21.15.196:0/517351371 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f99a006f750 0x7f99a00975c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:58.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.863+0000 7f999f7fe640 1 -- 172.21.15.196:0/517351371 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f99a006f750 msgr2=0x7f99a00975c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:58.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.863+0000 7f999f7fe640 1 --2- 172.21.15.196:0/517351371 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f99a006f750 0x7f99a00975c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:58.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.863+0000 7f999f7fe640 1 -- 172.21.15.196:0/517351371 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99a01351f0 msgr2=0x7f99a01c4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:58.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.863+0000 7f999f7fe640 1 --2- 172.21.15.196:0/517351371 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99a01351f0 0x7f99a01c4320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:58.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.863+0000 7f999f7fe640 1 -- 172.21.15.196:0/517351371 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99a0124cd0 con 0x7f99a006ee30 2024-09-10T07:43:58.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.863+0000 7f999ffff640 1 --2- 172.21.15.196:0/517351371 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99a01351f0 0x7f99a01c4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:58.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.863+0000 7f999f7fe640 1 --2- 172.21.15.196:0/517351371 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f99a006ee30 0x7f99a0097080 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f99900097a0 tx=0x7f99900046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:58.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.864+0000 7f9987fff640 1 -- 172.21.15.196:0/517351371 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9990037040 con 0x7f99a006ee30 2024-09-10T07:43:58.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.864+0000 7f9987fff640 1 -- 172.21.15.196:0/517351371 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9990004030 con 0x7f99a006ee30 2024-09-10T07:43:58.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.864+0000 7f99a5f4c640 1 -- 172.21.15.196:0/517351371 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99a0125000 con 0x7f99a006ee30 2024-09-10T07:43:58.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.864+0000 7f9987fff640 1 -- 172.21.15.196:0/517351371 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9990004420 con 0x7f99a006ee30 2024-09-10T07:43:58.867 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.864+0000 7f99a5f4c640 1 -- 172.21.15.196:0/517351371 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f99a0097b00 con 0x7f99a006ee30 2024-09-10T07:43:58.868 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.865+0000 7f99a5f4c640 1 -- 172.21.15.196:0/517351371 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99a006f4b0 con 0x7f99a006ee30 2024-09-10T07:43:58.868 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.865+0000 7f9987fff640 1 -- 172.21.15.196:0/517351371 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f9990003610 con 0x7f99a006ee30 2024-09-10T07:43:58.868 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.865+0000 7f9987fff640 1 -- 172.21.15.196:0/517351371 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f999007e0a0 con 0x7f99a006ee30 2024-09-10T07:43:58.868 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:58.869+0000 7f9987fff640 1 -- 172.21.15.196:0/517351371 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f99a006f4b0 con 0x7f99a006ee30 2024-09-10T07:43:59.006 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.007+0000 7f99a5f4c640 1 -- 172.21.15.196:0/517351371 --> v1:172.21.15.196:6816/3572737106 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f99a0125c20 con 0x7f998c047b80 2024-09-10T07:43:59.007 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.007+0000 7f9987fff640 1 -- 172.21.15.196:0/517351371 <== mgr.14103 v1:172.21.15.196:6816/3572737106 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (unknown 2057319476 0 0) 0x7f99940012b0 con 0x7f998c047b80 2024-09-10T07:43:59.007 INFO:teuthology.orchestra.run.smithi196.stderr:instructed osd(s) 0 to deep-scrub 2024-09-10T07:43:59.008 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.009+0000 7f99a5f4c640 1 -- 172.21.15.196:0/517351371 >> v1:172.21.15.196:6816/3572737106 conn(0x7f998c047b80 legacy=0x7f998c04a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.008 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.009+0000 7f99a5f4c640 1 -- 172.21.15.196:0/517351371 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f99a006ee30 msgr2=0x7f99a0097080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.009 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.009+0000 7f99a5f4c640 1 --2- 172.21.15.196:0/517351371 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f99a006ee30 0x7f99a0097080 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f99900097a0 tx=0x7f99900046c0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.009 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.009+0000 7f99a5f4c640 1 -- 172.21.15.196:0/517351371 shutdown_connections 2024-09-10T07:43:59.009 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.009+0000 7f99a5f4c640 1 --2- 172.21.15.196:0/517351371 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f99a01351f0 0x7f99a01c4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.009 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.009+0000 7f99a5f4c640 1 --2- 172.21.15.196:0/517351371 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f99a006f750 0x7f99a00975c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.009 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.009+0000 7f99a5f4c640 1 --2- 172.21.15.196:0/517351371 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f99a006ee30 0x7f99a0097080 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.009 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.009+0000 7f99a5f4c640 1 -- 172.21.15.196:0/517351371 >> 172.21.15.196:0/517351371 conn(0x7f99a009b610 msgr2=0x7f99a0072c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:59.009 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.009+0000 7f99a5f4c640 1 -- 172.21.15.196:0/517351371 shutdown_connections 2024-09-10T07:43:59.009 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.009+0000 7f99a5f4c640 1 -- 172.21.15.196:0/517351371 wait complete. 2024-09-10T07:43:59.019 INFO:tasks.ceph:Scrubbing osd.1 2024-09-10T07:43:59.019 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-10T07:43:59.121 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.120+0000 7f0e2d733640 1 Processor -- start 2024-09-10T07:43:59.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.120+0000 7f0e2d733640 1 -- start start 2024-09-10T07:43:59.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.121+0000 7f0e2d733640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e2806dd20 0x7f0e2806e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.121+0000 7f0e2d733640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e2806e640 0x7f0e2812f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.121+0000 7f0e2d733640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0e2806f4c0 con 0x7f0e2812fbe0 2024-09-10T07:43:59.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.121+0000 7f0e2d733640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0e28073dd0 con 0x7f0e2806dd20 2024-09-10T07:43:59.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.121+0000 7f0e2d733640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f0e280706b0 con 0x7f0e2806e640 2024-09-10T07:43:59.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.121+0000 7f0e267fc640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e2806e640 0x7f0e2812f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.121+0000 7f0e267fc640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e2806e640 0x7f0e2812f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:32990/0 (socket says 172.21.15.196:32990) 2024-09-10T07:43:59.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.121+0000 7f0e277fe640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f0e2812fbe0 0x7f0e281369d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:42232/0 (socket says 172.21.15.196:42232) 2024-09-10T07:43:59.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.121+0000 7f0e267fc640 1 -- 172.21.15.196:0/1114854976 learned_addr learned my addr 172.21.15.196:0/1114854976 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:59.122 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.121+0000 7f0e26ffd640 1 --2- 172.21.15.196:0/1114854976 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e2806dd20 0x7f0e2806e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.123 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.121+0000 7f0e25ffb640 1 -- 172.21.15.196:0/1114854976 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2015347909 0 0) 0x7f0e2806f4c0 con 0x7f0e2812fbe0 2024-09-10T07:43:59.123 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.121+0000 7f0e26ffd640 1 -- 172.21.15.196:0/1114854976 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e2806e640 msgr2=0x7f0e2812f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:59.123 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.121+0000 7f0e26ffd640 1 --2- 172.21.15.196:0/1114854976 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e2806e640 0x7f0e2812f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.123 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.121+0000 7f0e26ffd640 1 -- 172.21.15.196:0/1114854976 >> v1:172.21.15.196:6789/0 conn(0x7f0e2812fbe0 legacy=0x7f0e281369d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.123 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.121+0000 7f0e26ffd640 1 -- 172.21.15.196:0/1114854976 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e2806fb00 con 0x7f0e2806dd20 2024-09-10T07:43:59.123 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.121+0000 7f0e267fc640 1 --2- 172.21.15.196:0/1114854976 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e2806e640 0x7f0e2812f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:59.123 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.122+0000 7f0e26ffd640 1 --2- 172.21.15.196:0/1114854976 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e2806dd20 0x7f0e2806e100 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0e18009df0 tx=0x7f0e1802a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7fc79f6016443eb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:59.123 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.122+0000 7f0e25ffb640 1 -- 172.21.15.196:0/1114854976 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e18007740 con 0x7f0e2806dd20 2024-09-10T07:43:59.123 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.122+0000 7f0e25ffb640 1 -- 172.21.15.196:0/1114854976 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e180078e0 con 0x7f0e2806dd20 2024-09-10T07:43:59.123 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.122+0000 7f0e25ffb640 1 -- 172.21.15.196:0/1114854976 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e18007cb0 con 0x7f0e2806dd20 2024-09-10T07:43:59.127 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.123+0000 7f0e2d733640 1 -- 172.21.15.196:0/1114854976 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e2806dd20 msgr2=0x7f0e2806e100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.127 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.123+0000 7f0e2d733640 1 --2- 172.21.15.196:0/1114854976 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e2806dd20 0x7f0e2806e100 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0e18009df0 tx=0x7f0e1802a5d0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.127 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.123+0000 7f0e2d733640 1 -- 172.21.15.196:0/1114854976 shutdown_connections 2024-09-10T07:43:59.127 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.123+0000 7f0e2d733640 1 --2- 172.21.15.196:0/1114854976 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e2806e640 0x7f0e2812f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.127 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.123+0000 7f0e2d733640 1 --2- 172.21.15.196:0/1114854976 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e2806dd20 0x7f0e2806e100 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.127 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.123+0000 7f0e2d733640 1 -- 172.21.15.196:0/1114854976 >> 172.21.15.196:0/1114854976 conn(0x7f0e2809eb60 msgr2=0x7f0e2809ef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:59.127 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.123+0000 7f0e2d733640 1 -- 172.21.15.196:0/1114854976 shutdown_connections 2024-09-10T07:43:59.127 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.123+0000 7f0e2d733640 1 -- 172.21.15.196:0/1114854976 wait complete. 2024-09-10T07:43:59.127 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.124+0000 7f0e2d733640 1 Processor -- start 2024-09-10T07:43:59.127 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.124+0000 7f0e2d733640 1 -- start start 2024-09-10T07:43:59.127 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.124+0000 7f0e2d733640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0e2806dd20 0x7f0e281c4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.128 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.124+0000 7f0e2d733640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e2806e640 0x7f0e281c4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.128 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.124+0000 7f0e2d733640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e2812fbe0 0x7f0e28091370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.128 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.124+0000 7f0e2d733640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f0e2806ea20 con 0x7f0e2806dd20 2024-09-10T07:43:59.128 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.124+0000 7f0e2d733640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f0e28130090 con 0x7f0e2812fbe0 2024-09-10T07:43:59.128 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.124+0000 7f0e2d733640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f0e28094500 con 0x7f0e2806e640 2024-09-10T07:43:59.128 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.124+0000 7f0e277fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e2812fbe0 0x7f0e28091370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.128 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.124+0000 7f0e267fc640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e2806e640 0x7f0e281c4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.128 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.124+0000 7f0e26ffd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0e2806dd20 0x7f0e281c4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.128 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.124+0000 7f0e277fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e2812fbe0 0x7f0e28091370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:49526/0 (socket says 172.21.15.196:49526) 2024-09-10T07:43:59.128 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.124+0000 7f0e267fc640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e2806e640 0x7f0e281c4cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33006/0 (socket says 172.21.15.196:33006) 2024-09-10T07:43:59.128 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.124+0000 7f0e277fe640 1 -- 172.21.15.196:0/159772938 learned_addr learned my addr 172.21.15.196:0/159772938 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:59.129 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.124+0000 7f0e267fc640 1 -- 172.21.15.196:0/159772938 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e2812fbe0 msgr2=0x7f0e28091370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.129 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.124+0000 7f0e267fc640 1 --2- 172.21.15.196:0/159772938 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e2812fbe0 0x7f0e28091370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.129 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.124+0000 7f0e267fc640 1 -- 172.21.15.196:0/159772938 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0e2806dd20 msgr2=0x7f0e281c4770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.129 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.124+0000 7f0e267fc640 1 --2- 172.21.15.196:0/159772938 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f0e2806dd20 0x7f0e281c4770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.129 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.124+0000 7f0e267fc640 1 -- 172.21.15.196:0/159772938 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e28093d20 con 0x7f0e2806e640 2024-09-10T07:43:59.129 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.124+0000 7f0e277fe640 1 --2- 172.21.15.196:0/159772938 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f0e2812fbe0 0x7f0e28091370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:59.129 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.125+0000 7f0e267fc640 1 --2- 172.21.15.196:0/159772938 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e2806e640 0x7f0e281c4cb0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0e1c00e9b0 tx=0x7f0e1c00ee70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:59.129 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.125+0000 7f0e0f7fe640 1 -- 172.21.15.196:0/159772938 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e1c017070 con 0x7f0e2806e640 2024-09-10T07:43:59.129 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.125+0000 7f0e0f7fe640 1 -- 172.21.15.196:0/159772938 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e1c00c9a0 con 0x7f0e2806e640 2024-09-10T07:43:59.129 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.125+0000 7f0e2d733640 1 -- 172.21.15.196:0/159772938 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e281c51f0 con 0x7f0e2806e640 2024-09-10T07:43:59.129 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.125+0000 7f0e0f7fe640 1 -- 172.21.15.196:0/159772938 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e1c00cd90 con 0x7f0e2806e640 2024-09-10T07:43:59.129 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.125+0000 7f0e2d733640 1 -- 172.21.15.196:0/159772938 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e280918b0 con 0x7f0e2806e640 2024-09-10T07:43:59.130 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.126+0000 7f0e2d733640 1 -- 172.21.15.196:0/159772938 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0e280949d0 con 0x7f0e2806e640 2024-09-10T07:43:59.130 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.126+0000 7f0e0f7fe640 1 -- 172.21.15.196:0/159772938 <== mon.2 v2:172.21.15.196:3302/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f0e1c01a070 con 0x7f0e2806e640 2024-09-10T07:43:59.130 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.126+0000 7f0e0f7fe640 1 -- 172.21.15.196:0/159772938 <== mon.2 v2:172.21.15.196:3302/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f0e1c05d250 con 0x7f0e2806e640 2024-09-10T07:43:59.130 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.126+0000 7f0e0f7fe640 1 -- 172.21.15.196:0/159772938 --> v1:172.21.15.196:6804/4199617730 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0e1c016ec0 con 0x7f0e1404e3d0 2024-09-10T07:43:59.130 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.126+0000 7f0e0f7fe640 1 -- 172.21.15.196:0/159772938 <== mon.2 v2:172.21.15.196:3302/0 6 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f0e1c064050 con 0x7f0e2806e640 2024-09-10T07:43:59.130 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.127+0000 7f0e0f7fe640 1 -- 172.21.15.196:0/159772938 <== osd.1 v1:172.21.15.196:6804/4199617730 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f0e1c016ec0 con 0x7f0e1404e3d0 2024-09-10T07:43:59.139 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.139+0000 7f0e2d733640 1 -- 172.21.15.196:0/159772938 --> v1:172.21.15.196:6804/4199617730 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f0e2809e070 con 0x7f0e1404e3d0 2024-09-10T07:43:59.139 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.139+0000 7f0e0f7fe640 1 -- 172.21.15.196:0/159772938 <== osd.1 v1:172.21.15.196:6804/4199617730 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (unknown 0 0 125856537) 0x7f0e2809e070 con 0x7f0e1404e3d0 2024-09-10T07:43:59.139 INFO:teuthology.orchestra.run.smithi196.stdout:{ 2024-09-10T07:43:59.139 INFO:teuthology.orchestra.run.smithi196.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-10T07:43:59.139 INFO:teuthology.orchestra.run.smithi196.stdout:} 2024-09-10T07:43:59.140 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.140+0000 7f0e2d733640 1 -- 172.21.15.196:0/159772938 >> v1:172.21.15.196:6804/4199617730 conn(0x7f0e1404e3d0 legacy=0x7f0e14050810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.140 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.140+0000 7f0e2d733640 1 -- 172.21.15.196:0/159772938 >> v1:172.21.15.196:6816/3572737106 conn(0x7f0e14047b50 legacy=0x7f0e1404a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.140 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.140+0000 7f0e2d733640 1 -- 172.21.15.196:0/159772938 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e2806e640 msgr2=0x7f0e281c4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.140 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.140+0000 7f0e2d733640 1 --2- 172.21.15.196:0/159772938 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f0e2806e640 0x7f0e281c4cb0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0e1c00e9b0 tx=0x7f0e1c00ee70 comp rx=0 tx=0).stop 2024-09-10T07:43:59.140 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.140+0000 7f0e277fe640 1 -- 172.21.15.196:0/159772938 reap_dead start 2024-09-10T07:43:59.141 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.140+0000 7f0e2d733640 1 -- 172.21.15.196:0/159772938 shutdown_connections 2024-09-10T07:43:59.141 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.140+0000 7f0e2d733640 1 -- 172.21.15.196:0/159772938 >> 172.21.15.196:0/159772938 conn(0x7f0e2809eb60 msgr2=0x7f0e2809d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:59.141 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.140+0000 7f0e2d733640 1 -- 172.21.15.196:0/159772938 shutdown_connections 2024-09-10T07:43:59.141 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.140+0000 7f0e2d733640 1 -- 172.21.15.196:0/159772938 wait complete. 2024-09-10T07:43:59.149 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-10T07:43:59.250 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.249+0000 7f845535e640 1 Processor -- start 2024-09-10T07:43:59.250 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.249+0000 7f845535e640 1 -- start start 2024-09-10T07:43:59.250 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.250+0000 7f845535e640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f8450096340 0x7f8450096720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.250 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.250+0000 7f845535e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f845012ddb0 0x7f8450135550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.250 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.250+0000 7f845535e640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f845009bd90 con 0x7f845012d210 2024-09-10T07:43:59.250 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.250+0000 7f845535e640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f8450098580 con 0x7f8450096340 2024-09-10T07:43:59.250 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.250+0000 7f845535e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f84500997e0 con 0x7f845012ddb0 2024-09-10T07:43:59.251 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.250+0000 7f844f7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f845012ddb0 0x7f8450135550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.251 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.250+0000 7f844effd640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f8450096340 0x7f8450096720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.251 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.250+0000 7f844e7fc640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f845012d210 0x7f845012d6a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:42240/0 (socket says 172.21.15.196:42240) 2024-09-10T07:43:59.251 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.250+0000 7f844e7fc640 1 -- 172.21.15.196:0/1732569016 learned_addr learned my addr 172.21.15.196:0/1732569016 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:59.251 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.250+0000 7f844f7fe640 1 -- 172.21.15.196:0/1732569016 >> v2:172.21.15.196:3300/0 conn(0x7f8450096340 msgr2=0x7f8450096720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:59.251 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.250+0000 7f844f7fe640 1 --2- 172.21.15.196:0/1732569016 >> v2:172.21.15.196:3300/0 conn(0x7f8450096340 0x7f8450096720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.251 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.250+0000 7f844f7fe640 1 -- 172.21.15.196:0/1732569016 >> v1:172.21.15.196:6789/0 conn(0x7f845012d210 legacy=0x7f845012d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.251 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.250+0000 7f844dffb640 1 -- 172.21.15.196:0/1732569016 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2713338510 0 0) 0x7f845009bd90 con 0x7f845012d210 2024-09-10T07:43:59.251 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.250+0000 7f844f7fe640 1 -- 172.21.15.196:0/1732569016 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8450099a10 con 0x7f845012ddb0 2024-09-10T07:43:59.251 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.250+0000 7f844effd640 1 --2- 172.21.15.196:0/1732569016 >> v2:172.21.15.196:3300/0 conn(0x7f8450096340 0x7f8450096720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:59.251 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.251+0000 7f844f7fe640 1 --2- 172.21.15.196:0/1732569016 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f845012ddb0 0x7f8450135550 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f84480097a0 tx=0x7f844802a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7f36fe25e9f4b3b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:59.254 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.251+0000 7f844dffb640 1 -- 172.21.15.196:0/1732569016 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8448037070 con 0x7f845012ddb0 2024-09-10T07:43:59.254 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.251+0000 7f844dffb640 1 -- 172.21.15.196:0/1732569016 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f844802adb0 con 0x7f845012ddb0 2024-09-10T07:43:59.254 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.251+0000 7f844dffb640 1 -- 172.21.15.196:0/1732569016 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8448032660 con 0x7f845012ddb0 2024-09-10T07:43:59.254 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.252+0000 7f845535e640 1 -- 172.21.15.196:0/1732569016 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f845012ddb0 msgr2=0x7f8450135550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.255 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.252+0000 7f845535e640 1 --2- 172.21.15.196:0/1732569016 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f845012ddb0 0x7f8450135550 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f84480097a0 tx=0x7f844802a060 comp rx=0 tx=0).stop 2024-09-10T07:43:59.255 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.252+0000 7f845535e640 1 -- 172.21.15.196:0/1732569016 shutdown_connections 2024-09-10T07:43:59.255 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.252+0000 7f845535e640 1 --2- 172.21.15.196:0/1732569016 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f845012ddb0 0x7f8450135550 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.255 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.252+0000 7f845535e640 1 --2- 172.21.15.196:0/1732569016 >> v2:172.21.15.196:3300/0 conn(0x7f8450096340 0x7f8450096720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.255 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.252+0000 7f845535e640 1 -- 172.21.15.196:0/1732569016 >> 172.21.15.196:0/1732569016 conn(0x7f845009cb20 msgr2=0x7f845009cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:59.255 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.252+0000 7f845535e640 1 -- 172.21.15.196:0/1732569016 shutdown_connections 2024-09-10T07:43:59.255 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.252+0000 7f845535e640 1 -- 172.21.15.196:0/1732569016 wait complete. 2024-09-10T07:43:59.255 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.253+0000 7f845535e640 1 Processor -- start 2024-09-10T07:43:59.255 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.253+0000 7f845535e640 1 -- start start 2024-09-10T07:43:59.255 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.253+0000 7f845535e640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8450096340 0x7f8450128c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.255 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.253+0000 7f845535e640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f845012d210 0x7f8450129180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.255 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.253+0000 7f845535e640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f845012ddb0 0x7f84501296c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.255 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.253+0000 7f845535e640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8450098ba0 con 0x7f8450096340 2024-09-10T07:43:59.255 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.253+0000 7f845535e640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f8450099380 con 0x7f845012ddb0 2024-09-10T07:43:59.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.253+0000 7f845535e640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f8450096c60 con 0x7f845012d210 2024-09-10T07:43:59.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.253+0000 7f844effd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8450096340 0x7f8450128c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.253+0000 7f844effd640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8450096340 0x7f8450128c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:33184/0 (socket says 172.21.15.196:33184) 2024-09-10T07:43:59.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.253+0000 7f844f7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f845012ddb0 0x7f84501296c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.253+0000 7f844effd640 1 -- 172.21.15.196:0/104369935 learned_addr learned my addr 172.21.15.196:0/104369935 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:59.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.253+0000 7f844e7fc640 1 --2- 172.21.15.196:0/104369935 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f845012d210 0x7f8450129180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.254+0000 7f844effd640 1 -- 172.21.15.196:0/104369935 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f845012d210 msgr2=0x7f8450129180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.254+0000 7f844effd640 1 --2- 172.21.15.196:0/104369935 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f845012d210 0x7f8450129180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.254+0000 7f844effd640 1 -- 172.21.15.196:0/104369935 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f845012ddb0 msgr2=0x7f84501296c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.254+0000 7f844effd640 1 --2- 172.21.15.196:0/104369935 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f845012ddb0 0x7f84501296c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.254+0000 7f844effd640 1 -- 172.21.15.196:0/104369935 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8450099f60 con 0x7f8450096340 2024-09-10T07:43:59.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.254+0000 7f844f7fe640 1 --2- 172.21.15.196:0/104369935 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f845012ddb0 0x7f84501296c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:59.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.254+0000 7f844effd640 1 --2- 172.21.15.196:0/104369935 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8450096340 0x7f8450128c40 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f844000efc0 tx=0x7f844000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:59.256 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.254+0000 7f84377fe640 1 -- 172.21.15.196:0/104369935 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8440018020 con 0x7f8450096340 2024-09-10T07:43:59.257 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.254+0000 7f84377fe640 1 -- 172.21.15.196:0/104369935 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8440014680 con 0x7f8450096340 2024-09-10T07:43:59.257 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.254+0000 7f845535e640 1 -- 172.21.15.196:0/104369935 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f845008e2b0 con 0x7f8450096340 2024-09-10T07:43:59.257 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.254+0000 7f84377fe640 1 -- 172.21.15.196:0/104369935 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8440014a50 con 0x7f8450096340 2024-09-10T07:43:59.257 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.254+0000 7f845535e640 1 -- 172.21.15.196:0/104369935 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84501c2050 con 0x7f8450096340 2024-09-10T07:43:59.257 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.255+0000 7f845535e640 1 -- 172.21.15.196:0/104369935 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f845008dd50 con 0x7f8450096340 2024-09-10T07:43:59.257 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.255+0000 7f84377fe640 1 -- 172.21.15.196:0/104369935 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f8440005d10 con 0x7f8450096340 2024-09-10T07:43:59.257 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.255+0000 7f84377fe640 1 -- 172.21.15.196:0/104369935 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f844005e1d0 con 0x7f8450096340 2024-09-10T07:43:59.258 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.259+0000 7f84377fe640 1 -- 172.21.15.196:0/104369935 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f845008dd50 con 0x7f8450096340 2024-09-10T07:43:59.397 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.397+0000 7f845535e640 1 -- 172.21.15.196:0/104369935 --> v1:172.21.15.196:6816/3572737106 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7f8450068d60 con 0x7f843c047b50 2024-09-10T07:43:59.397 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.398+0000 7f84377fe640 1 -- 172.21.15.196:0/104369935 <== mgr.14103 v1:172.21.15.196:6816/3572737106 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (unknown 489605429 0 0) 0x7f8450068d60 con 0x7f843c047b50 2024-09-10T07:43:59.397 INFO:teuthology.orchestra.run.smithi196.stderr:instructed osd(s) 1 to deep-scrub 2024-09-10T07:43:59.399 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.399+0000 7f845535e640 1 -- 172.21.15.196:0/104369935 >> v1:172.21.15.196:6816/3572737106 conn(0x7f843c047b50 legacy=0x7f843c04a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.399 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.399+0000 7f845535e640 1 -- 172.21.15.196:0/104369935 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8450096340 msgr2=0x7f8450128c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.399 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.399+0000 7f845535e640 1 --2- 172.21.15.196:0/104369935 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8450096340 0x7f8450128c40 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f844000efc0 tx=0x7f844000c490 comp rx=0 tx=0).stop 2024-09-10T07:43:59.399 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.400+0000 7f845535e640 1 -- 172.21.15.196:0/104369935 shutdown_connections 2024-09-10T07:43:59.400 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.400+0000 7f845535e640 1 --2- 172.21.15.196:0/104369935 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f845012ddb0 0x7f84501296c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.400 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.400+0000 7f845535e640 1 --2- 172.21.15.196:0/104369935 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f845012d210 0x7f8450129180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.400 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.400+0000 7f845535e640 1 --2- 172.21.15.196:0/104369935 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8450096340 0x7f8450128c40 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.400 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.400+0000 7f845535e640 1 -- 172.21.15.196:0/104369935 >> 172.21.15.196:0/104369935 conn(0x7f845009cb20 msgr2=0x7f845012b010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:59.400 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.400+0000 7f845535e640 1 -- 172.21.15.196:0/104369935 shutdown_connections 2024-09-10T07:43:59.400 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.400+0000 7f845535e640 1 -- 172.21.15.196:0/104369935 wait complete. 2024-09-10T07:43:59.410 INFO:tasks.ceph:Scrubbing osd.2 2024-09-10T07:43:59.410 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-10T07:43:59.511 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.512+0000 7f805bb5a640 1 Processor -- start 2024-09-10T07:43:59.511 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.512+0000 7f805bb5a640 1 -- start start 2024-09-10T07:43:59.513 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.512+0000 7f805bb5a640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f805412a140 0x7f805412a520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.513 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.512+0000 7f805bb5a640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f8054098de0 0x7f805412d990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.513 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.512+0000 7f805bb5a640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f805409b8b0 con 0x7f805412aa60 2024-09-10T07:43:59.513 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.512+0000 7f805bb5a640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f8054129d80 con 0x7f8054098de0 2024-09-10T07:43:59.513 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.512+0000 7f805bb5a640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f8054099c50 con 0x7f805412a140 2024-09-10T07:43:59.513 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.512+0000 7f805a0f7640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f8054098de0 0x7f805412d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.513 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.512+0000 7f80598f6640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f805412a140 0x7f805412a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.513 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.512+0000 7f80590f5640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7f805412aa60 0x7f805412d280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:42250/0 (socket says 172.21.15.196:42250) 2024-09-10T07:43:59.513 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.512+0000 7f80590f5640 1 -- 172.21.15.196:0/1119373833 learned_addr learned my addr 172.21.15.196:0/1119373833 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:43:59.513 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.513+0000 7f805a0f7640 1 -- 172.21.15.196:0/1119373833 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f805412a140 msgr2=0x7f805412a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:59.514 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.513+0000 7f805a0f7640 1 --2- 172.21.15.196:0/1119373833 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f805412a140 0x7f805412a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.514 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.513+0000 7f805a0f7640 1 -- 172.21.15.196:0/1119373833 >> v1:172.21.15.196:6789/0 conn(0x7f805412aa60 legacy=0x7f805412d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.514 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.513+0000 7f805a0f7640 1 -- 172.21.15.196:0/1119373833 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8054099670 con 0x7f8054098de0 2024-09-10T07:43:59.514 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.513+0000 7f80588f4640 1 -- 172.21.15.196:0/1119373833 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4220593740 0 0) 0x7f805409b8b0 con 0x7f805412aa60 2024-09-10T07:43:59.514 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.513+0000 7f80598f6640 1 --2- 172.21.15.196:0/1119373833 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f805412a140 0x7f805412a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:59.514 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.513+0000 7f805a0f7640 1 --2- 172.21.15.196:0/1119373833 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8054098de0 0x7f805412d990 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f804c009d90 tx=0x7f804c02a530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b30ea1273eb490c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:59.514 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.514+0000 7f80588f4640 1 -- 172.21.15.196:0/1119373833 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f804c007740 con 0x7f8054098de0 2024-09-10T07:43:59.514 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.514+0000 7f80588f4640 1 -- 172.21.15.196:0/1119373833 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f804c0078e0 con 0x7f8054098de0 2024-09-10T07:43:59.514 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.514+0000 7f80588f4640 1 -- 172.21.15.196:0/1119373833 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f804c007cb0 con 0x7f8054098de0 2024-09-10T07:43:59.517 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.514+0000 7f805bb5a640 1 -- 172.21.15.196:0/1119373833 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8054098de0 msgr2=0x7f805412d990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.517 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.514+0000 7f805bb5a640 1 --2- 172.21.15.196:0/1119373833 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8054098de0 0x7f805412d990 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f804c009d90 tx=0x7f804c02a530 comp rx=0 tx=0).stop 2024-09-10T07:43:59.517 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.514+0000 7f805bb5a640 1 -- 172.21.15.196:0/1119373833 shutdown_connections 2024-09-10T07:43:59.517 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.514+0000 7f805bb5a640 1 --2- 172.21.15.196:0/1119373833 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8054098de0 0x7f805412d990 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.517 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.514+0000 7f805bb5a640 1 --2- 172.21.15.196:0/1119373833 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f805412a140 0x7f805412a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.517 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.514+0000 7f805bb5a640 1 -- 172.21.15.196:0/1119373833 >> 172.21.15.196:0/1119373833 conn(0x7f805409c870 msgr2=0x7f805409cc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:59.517 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.514+0000 7f805bb5a640 1 -- 172.21.15.196:0/1119373833 shutdown_connections 2024-09-10T07:43:59.518 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.514+0000 7f805bb5a640 1 -- 172.21.15.196:0/1119373833 wait complete. 2024-09-10T07:43:59.518 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.515+0000 7f805bb5a640 1 Processor -- start 2024-09-10T07:43:59.518 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.515+0000 7f805bb5a640 1 -- start start 2024-09-10T07:43:59.518 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.515+0000 7f805bb5a640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8054098de0 0x7f80541286f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.518 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.515+0000 7f805bb5a640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f805412a140 0x7f8054128c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.518 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.515+0000 7f805bb5a640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f805412aa60 0x7f8054129170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.518 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.515+0000 7f805bb5a640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f8054135740 con 0x7f8054098de0 2024-09-10T07:43:59.518 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.515+0000 7f805bb5a640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f80541355c0 con 0x7f805412aa60 2024-09-10T07:43:59.518 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.515+0000 7f805bb5a640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f80541358c0 con 0x7f805412a140 2024-09-10T07:43:59.518 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.515+0000 7f80598f6640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8054098de0 0x7f80541286f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.518 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.515+0000 7f80598f6640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8054098de0 0x7f80541286f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:33194/0 (socket says 172.21.15.196:33194) 2024-09-10T07:43:59.518 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.515+0000 7f80598f6640 1 -- 172.21.15.196:0/1017560112 learned_addr learned my addr 172.21.15.196:0/1017560112 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:59.518 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.515+0000 7f805a0f7640 1 --2- 172.21.15.196:0/1017560112 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f805412aa60 0x7f8054129170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.519 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.516+0000 7f80590f5640 1 --2- 172.21.15.196:0/1017560112 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f805412a140 0x7f8054128c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.519 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.516+0000 7f80598f6640 1 -- 172.21.15.196:0/1017560112 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f805412a140 msgr2=0x7f8054128c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.519 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.516+0000 7f80598f6640 1 --2- 172.21.15.196:0/1017560112 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f805412a140 0x7f8054128c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.519 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.516+0000 7f80598f6640 1 -- 172.21.15.196:0/1017560112 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f805412aa60 msgr2=0x7f8054129170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.519 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.516+0000 7f80598f6640 1 --2- 172.21.15.196:0/1017560112 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f805412aa60 0x7f8054129170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.519 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.516+0000 7f80598f6640 1 -- 172.21.15.196:0/1017560112 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f805409a020 con 0x7f8054098de0 2024-09-10T07:43:59.519 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.516+0000 7f80598f6640 1 --2- 172.21.15.196:0/1017560112 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8054098de0 0x7f80541286f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f805000ebe0 tx=0x7f805000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:59.519 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.516+0000 7f804a7fc640 1 -- 172.21.15.196:0/1017560112 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8050017070 con 0x7f8054098de0 2024-09-10T07:43:59.519 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.516+0000 7f804a7fc640 1 -- 172.21.15.196:0/1017560112 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f805000cc30 con 0x7f8054098de0 2024-09-10T07:43:59.519 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.516+0000 7f805bb5a640 1 -- 172.21.15.196:0/1017560112 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f805406f070 con 0x7f8054098de0 2024-09-10T07:43:59.519 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.516+0000 7f804a7fc640 1 -- 172.21.15.196:0/1017560112 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8050013470 con 0x7f8054098de0 2024-09-10T07:43:59.519 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.516+0000 7f805bb5a640 1 -- 172.21.15.196:0/1017560112 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f805406e6e0 con 0x7f8054098de0 2024-09-10T07:43:59.519 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.517+0000 7f805bb5a640 1 -- 172.21.15.196:0/1017560112 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f805412a520 con 0x7f8054098de0 2024-09-10T07:43:59.520 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.517+0000 7f804a7fc640 1 -- 172.21.15.196:0/1017560112 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f805001a070 con 0x7f8054098de0 2024-09-10T07:43:59.520 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.518+0000 7f804a7fc640 1 -- 172.21.15.196:0/1017560112 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f805005d300 con 0x7f8054098de0 2024-09-10T07:43:59.520 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.518+0000 7f804a7fc640 1 -- 172.21.15.196:0/1017560112 --> v1:172.21.15.196:6808/251214582 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f805000ae50 con 0x7f803804e3d0 2024-09-10T07:43:59.520 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.518+0000 7f804a7fc640 1 -- 172.21.15.196:0/1017560112 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f8050064050 con 0x7f8054098de0 2024-09-10T07:43:59.520 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.518+0000 7f804a7fc640 1 -- 172.21.15.196:0/1017560112 <== osd.2 v1:172.21.15.196:6808/251214582 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7f805000ae50 con 0x7f803804e3d0 2024-09-10T07:43:59.530 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.531+0000 7f805bb5a640 1 -- 172.21.15.196:0/1017560112 --> v1:172.21.15.196:6808/251214582 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f8054062880 con 0x7f803804e3d0 2024-09-10T07:43:59.530 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.531+0000 7f804a7fc640 1 -- 172.21.15.196:0/1017560112 <== osd.2 v1:172.21.15.196:6808/251214582 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (unknown 0 0 125856537) 0x7f8054062880 con 0x7f803804e3d0 2024-09-10T07:43:59.531 INFO:teuthology.orchestra.run.smithi196.stdout:{ 2024-09-10T07:43:59.531 INFO:teuthology.orchestra.run.smithi196.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-10T07:43:59.531 INFO:teuthology.orchestra.run.smithi196.stdout:} 2024-09-10T07:43:59.532 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.531+0000 7f805bb5a640 1 -- 172.21.15.196:0/1017560112 >> v1:172.21.15.196:6808/251214582 conn(0x7f803804e3d0 legacy=0x7f8038050810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.532 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.531+0000 7f805bb5a640 1 -- 172.21.15.196:0/1017560112 >> v1:172.21.15.196:6816/3572737106 conn(0x7f8038047b50 legacy=0x7f803804a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.532 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.531+0000 7f805bb5a640 1 -- 172.21.15.196:0/1017560112 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8054098de0 msgr2=0x7f80541286f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.532 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.531+0000 7f805bb5a640 1 --2- 172.21.15.196:0/1017560112 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f8054098de0 0x7f80541286f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f805000ebe0 tx=0x7f805000c520 comp rx=0 tx=0).stop 2024-09-10T07:43:59.532 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.531+0000 7f805a0f7640 1 -- 172.21.15.196:0/1017560112 reap_dead start 2024-09-10T07:43:59.532 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.531+0000 7f805bb5a640 1 -- 172.21.15.196:0/1017560112 shutdown_connections 2024-09-10T07:43:59.532 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.531+0000 7f805bb5a640 1 -- 172.21.15.196:0/1017560112 >> 172.21.15.196:0/1017560112 conn(0x7f805409c870 msgr2=0x7f805412c790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:59.533 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.532+0000 7f805bb5a640 1 -- 172.21.15.196:0/1017560112 shutdown_connections 2024-09-10T07:43:59.533 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.532+0000 7f805bb5a640 1 -- 172.21.15.196:0/1017560112 wait complete. 2024-09-10T07:43:59.541 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-10T07:43:59.640 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.640+0000 7f4e32d2c640 1 Processor -- start 2024-09-10T07:43:59.640 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.640+0000 7f4e32d2c640 1 -- start start 2024-09-10T07:43:59.640 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.640+0000 7f4e32d2c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4e2c097530 0x7f4e2c097910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.640+0000 7f4e32d2c640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4e2c0700e0 0x7f4e2c06d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.640+0000 7f4e32d2c640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e2c06f2f0 con 0x7f4e2c06df30 2024-09-10T07:43:59.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.640+0000 7f4e32d2c640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f4e2c06f880 con 0x7f4e2c0700e0 2024-09-10T07:43:59.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.640+0000 7f4e32d2c640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f4e2c097e50 con 0x7f4e2c097530 2024-09-10T07:43:59.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.640+0000 7f4e2bfff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4e2c0700e0 0x7f4e2c06d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.640+0000 7f4e30ac8640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4e2c097530 0x7f4e2c097910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.640+0000 7f4e2bfff640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f4e2c0700e0 0x7f4e2c06d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:33200/0 (socket says 172.21.15.196:33200) 2024-09-10T07:43:59.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.640+0000 7f4e2bfff640 1 -- 172.21.15.196:0/1891257995 learned_addr learned my addr 172.21.15.196:0/1891257995 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:59.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.640+0000 7f4e30ac8640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4e2c097530 0x7f4e2c097910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33062/0 (socket says 172.21.15.196:33062) 2024-09-10T07:43:59.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.640+0000 7f4e312c9640 1 --1- 172.21.15.196:0/1891257995 >> v1:172.21.15.196:6789/0 conn(0x7f4e2c06df30 0x7f4e2c06e3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:42266/0 (socket says 172.21.15.196:42266) 2024-09-10T07:43:59.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.641+0000 7f4e30ac8640 1 -- 172.21.15.196:0/1891257995 >> v2:172.21.15.196:3300/0 conn(0x7f4e2c0700e0 msgr2=0x7f4e2c06d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:59.641 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.641+0000 7f4e30ac8640 1 --2- 172.21.15.196:0/1891257995 >> v2:172.21.15.196:3300/0 conn(0x7f4e2c0700e0 0x7f4e2c06d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.642 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.641+0000 7f4e30ac8640 1 -- 172.21.15.196:0/1891257995 >> v1:172.21.15.196:6789/0 conn(0x7f4e2c06df30 legacy=0x7f4e2c06e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.642 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.641+0000 7f4e30ac8640 1 -- 172.21.15.196:0/1891257995 --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e2c06f530 con 0x7f4e2c097530 2024-09-10T07:43:59.642 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.641+0000 7f4e2b7fe640 1 -- 172.21.15.196:0/1891257995 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3624936762 0 0) 0x7f4e2c06f2f0 con 0x7f4e2c06df30 2024-09-10T07:43:59.642 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.641+0000 7f4e2bfff640 1 --2- 172.21.15.196:0/1891257995 >> v2:172.21.15.196:3300/0 conn(0x7f4e2c0700e0 0x7f4e2c06d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:59.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.641+0000 7f4e30ac8640 1 --2- 172.21.15.196:0/1891257995 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4e2c097530 0x7f4e2c097910 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f4e200097a0 tx=0x7f4e2002a060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4280493e5e9130bb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:59.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.641+0000 7f4e2b7fe640 1 -- 172.21.15.196:0/1891257995 <== mon.2 v2:172.21.15.196:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e20037070 con 0x7f4e2c097530 2024-09-10T07:43:59.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.641+0000 7f4e2b7fe640 1 -- 172.21.15.196:0/1891257995 <== mon.2 v2:172.21.15.196:3302/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e2002adb0 con 0x7f4e2c097530 2024-09-10T07:43:59.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.641+0000 7f4e2b7fe640 1 -- 172.21.15.196:0/1891257995 <== mon.2 v2:172.21.15.196:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e20032660 con 0x7f4e2c097530 2024-09-10T07:43:59.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.642+0000 7f4e32d2c640 1 -- 172.21.15.196:0/1891257995 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4e2c097530 msgr2=0x7f4e2c097910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.642+0000 7f4e32d2c640 1 --2- 172.21.15.196:0/1891257995 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4e2c097530 0x7f4e2c097910 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f4e200097a0 tx=0x7f4e2002a060 comp rx=0 tx=0).stop 2024-09-10T07:43:59.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.642+0000 7f4e32d2c640 1 -- 172.21.15.196:0/1891257995 shutdown_connections 2024-09-10T07:43:59.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.642+0000 7f4e32d2c640 1 --2- 172.21.15.196:0/1891257995 >> v2:172.21.15.196:3300/0 conn(0x7f4e2c0700e0 0x7f4e2c06d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.642+0000 7f4e32d2c640 1 --2- 172.21.15.196:0/1891257995 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4e2c097530 0x7f4e2c097910 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.642+0000 7f4e32d2c640 1 -- 172.21.15.196:0/1891257995 >> 172.21.15.196:0/1891257995 conn(0x7f4e2c09db00 msgr2=0x7f4e2c09df10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:59.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.642+0000 7f4e32d2c640 1 -- 172.21.15.196:0/1891257995 shutdown_connections 2024-09-10T07:43:59.645 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.642+0000 7f4e32d2c640 1 -- 172.21.15.196:0/1891257995 wait complete. 2024-09-10T07:43:59.646 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.643+0000 7f4e32d2c640 1 Processor -- start 2024-09-10T07:43:59.646 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.643+0000 7f4e32d2c640 1 -- start start 2024-09-10T07:43:59.646 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.643+0000 7f4e32d2c640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4e2c06df30 0x7f4e2c08f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.646 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.643+0000 7f4e32d2c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4e2c0700e0 0x7f4e2c08fde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.646 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.643+0000 7f4e32d2c640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4e2c097530 0x7f4e2c1c1ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.646 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.643+0000 7f4e32d2c640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f4e2c06d2e0 con 0x7f4e2c097530 2024-09-10T07:43:59.646 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.643+0000 7f4e32d2c640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f4e2c06d160 con 0x7f4e2c06df30 2024-09-10T07:43:59.646 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.643+0000 7f4e32d2c640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f4e2c06d460 con 0x7f4e2c0700e0 2024-09-10T07:43:59.646 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.644+0000 7f4e30ac8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4e2c06df30 0x7f4e2c08f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.646 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.644+0000 7f4e2bfff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4e2c0700e0 0x7f4e2c08fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.646 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.644+0000 7f4e30ac8640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4e2c06df30 0x7f4e2c08f8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:49552/0 (socket says 172.21.15.196:49552) 2024-09-10T07:43:59.646 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.644+0000 7f4e30ac8640 1 -- 172.21.15.196:0/3004526282 learned_addr learned my addr 172.21.15.196:0/3004526282 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:59.647 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.644+0000 7f4e312c9640 1 --2- 172.21.15.196:0/3004526282 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4e2c097530 0x7f4e2c1c1ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.647 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.644+0000 7f4e30ac8640 1 -- 172.21.15.196:0/3004526282 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4e2c0700e0 msgr2=0x7f4e2c08fde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.647 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.644+0000 7f4e30ac8640 1 --2- 172.21.15.196:0/3004526282 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4e2c0700e0 0x7f4e2c08fde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.647 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.644+0000 7f4e30ac8640 1 -- 172.21.15.196:0/3004526282 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4e2c097530 msgr2=0x7f4e2c1c1ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.647 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.644+0000 7f4e30ac8640 1 --2- 172.21.15.196:0/3004526282 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4e2c097530 0x7f4e2c1c1ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.647 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.644+0000 7f4e30ac8640 1 -- 172.21.15.196:0/3004526282 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e2c091df0 con 0x7f4e2c06df30 2024-09-10T07:43:59.647 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.644+0000 7f4e2bfff640 1 --2- 172.21.15.196:0/3004526282 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4e2c0700e0 0x7f4e2c08fde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:59.647 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.644+0000 7f4e312c9640 1 --2- 172.21.15.196:0/3004526282 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4e2c097530 0x7f4e2c1c1ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:59.647 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.644+0000 7f4e30ac8640 1 --2- 172.21.15.196:0/3004526282 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4e2c06df30 0x7f4e2c08f8a0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f4e20035040 tx=0x7f4e200046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:59.647 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.644+0000 7f4e297fa640 1 -- 172.21.15.196:0/3004526282 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e20037040 con 0x7f4e2c06df30 2024-09-10T07:43:59.647 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.644+0000 7f4e297fa640 1 -- 172.21.15.196:0/3004526282 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e20004030 con 0x7f4e2c06df30 2024-09-10T07:43:59.647 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.644+0000 7f4e32d2c640 1 -- 172.21.15.196:0/3004526282 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e2c0906e0 con 0x7f4e2c06df30 2024-09-10T07:43:59.648 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.644+0000 7f4e297fa640 1 -- 172.21.15.196:0/3004526282 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e20004420 con 0x7f4e2c06df30 2024-09-10T07:43:59.648 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.644+0000 7f4e32d2c640 1 -- 172.21.15.196:0/3004526282 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e2c092870 con 0x7f4e2c06df30 2024-09-10T07:43:59.648 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.645+0000 7f4e297fa640 1 -- 172.21.15.196:0/3004526282 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f4e2003a070 con 0x7f4e2c06df30 2024-09-10T07:43:59.648 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.645+0000 7f4e32d2c640 1 -- 172.21.15.196:0/3004526282 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e2c0923e0 con 0x7f4e2c06df30 2024-09-10T07:43:59.648 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.645+0000 7f4e297fa640 1 -- 172.21.15.196:0/3004526282 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f4e2007d9a0 con 0x7f4e2c06df30 2024-09-10T07:43:59.648 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.649+0000 7f4e297fa640 1 -- 172.21.15.196:0/3004526282 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f4e20041020 con 0x7f4e2c06df30 2024-09-10T07:43:59.788 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.789+0000 7f4e32d2c640 1 -- 172.21.15.196:0/3004526282 --> v1:172.21.15.196:6816/3572737106 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f4e2c092d50 con 0x7f4e10047b50 2024-09-10T07:43:59.789 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.789+0000 7f4e297fa640 1 -- 172.21.15.196:0/3004526282 <== mgr.14103 v1:172.21.15.196:6816/3572737106 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (unknown 3049115190 0 0) 0x7f4e2c092d50 con 0x7f4e10047b50 2024-09-10T07:43:59.789 INFO:teuthology.orchestra.run.smithi196.stderr:instructed osd(s) 2 to deep-scrub 2024-09-10T07:43:59.790 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.791+0000 7f4e32d2c640 1 -- 172.21.15.196:0/3004526282 >> v1:172.21.15.196:6816/3572737106 conn(0x7f4e10047b50 legacy=0x7f4e1004a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.790 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.791+0000 7f4e32d2c640 1 -- 172.21.15.196:0/3004526282 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4e2c06df30 msgr2=0x7f4e2c08f8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.790 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.791+0000 7f4e32d2c640 1 --2- 172.21.15.196:0/3004526282 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4e2c06df30 0x7f4e2c08f8a0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f4e20035040 tx=0x7f4e200046c0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.791 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.791+0000 7f4e32d2c640 1 -- 172.21.15.196:0/3004526282 shutdown_connections 2024-09-10T07:43:59.791 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.791+0000 7f4e32d2c640 1 --2- 172.21.15.196:0/3004526282 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f4e2c097530 0x7f4e2c1c1ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.791 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.791+0000 7f4e32d2c640 1 --2- 172.21.15.196:0/3004526282 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f4e2c0700e0 0x7f4e2c08fde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.791 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.791+0000 7f4e32d2c640 1 --2- 172.21.15.196:0/3004526282 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f4e2c06df30 0x7f4e2c08f8a0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.791 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.791+0000 7f4e32d2c640 1 -- 172.21.15.196:0/3004526282 >> 172.21.15.196:0/3004526282 conn(0x7f4e2c09db00 msgr2=0x7f4e2c071d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:59.791 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.791+0000 7f4e32d2c640 1 -- 172.21.15.196:0/3004526282 shutdown_connections 2024-09-10T07:43:59.791 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.791+0000 7f4e32d2c640 1 -- 172.21.15.196:0/3004526282 wait complete. 2024-09-10T07:43:59.801 INFO:tasks.ceph:Scrubbing osd.3 2024-09-10T07:43:59.801 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-10T07:43:59.902 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.903+0000 7fe693619640 1 Processor -- start 2024-09-10T07:43:59.902 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.903+0000 7fe693619640 1 -- start start 2024-09-10T07:43:59.904 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.903+0000 7fe693619640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe68c12d530 0x7fe68c12d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.904 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.903+0000 7fe693619640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe68c12de50 0x7fe68c06dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.904 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.903+0000 7fe693619640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe68c071bf0 0x7fe68c06e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.904 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.903+0000 7fe693619640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7fe68c12d350 con 0x7fe68c12d530 2024-09-10T07:43:59.904 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.903+0000 7fe693619640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe68c09aef0 con 0x7fe68c071bf0 2024-09-10T07:43:59.904 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.903+0000 7fe693619640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fe68c0723d0 con 0x7fe68c12de50 2024-09-10T07:43:59.904 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.903+0000 7fe6913b5640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe68c12d530 0x7fe68c12d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.904 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.903+0000 7fe691bb6640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe68c071bf0 0x7fe68c06e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.904 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.903+0000 7fe6913b5640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7fe68c12d530 0x7fe68c12d910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:33214/0 (socket says 172.21.15.196:33214) 2024-09-10T07:43:59.904 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.903+0000 7fe691bb6640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe68c071bf0 0x7fe68c06e220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:49566/0 (socket says 172.21.15.196:49566) 2024-09-10T07:43:59.904 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.903+0000 7fe6913b5640 1 -- 172.21.15.196:0/318880549 learned_addr learned my addr 172.21.15.196:0/318880549 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:59.905 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.903+0000 7fe690bb4640 1 --2- 172.21.15.196:0/318880549 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe68c12de50 0x7fe68c06dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.905 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.904+0000 7fe6913b5640 1 -- 172.21.15.196:0/318880549 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe68c12de50 msgr2=0x7fe68c06dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:59.905 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.904+0000 7fe6913b5640 1 --2- 172.21.15.196:0/318880549 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe68c12de50 0x7fe68c06dce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.905 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.904+0000 7fe6913b5640 1 -- 172.21.15.196:0/318880549 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe68c071bf0 msgr2=0x7fe68c06e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:43:59.905 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.904+0000 7fe6913b5640 1 --2- 172.21.15.196:0/318880549 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe68c071bf0 0x7fe68c06e220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.905 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.904+0000 7fe6913b5640 1 -- 172.21.15.196:0/318880549 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe68c06e760 con 0x7fe68c12d530 2024-09-10T07:43:59.905 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.904+0000 7fe690bb4640 1 --2- 172.21.15.196:0/318880549 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe68c12de50 0x7fe68c06dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:59.905 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.904+0000 7fe691bb6640 1 --2- 172.21.15.196:0/318880549 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe68c071bf0 0x7fe68c06e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:59.905 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.904+0000 7fe6913b5640 1 --2- 172.21.15.196:0/318880549 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe68c12d530 0x7fe68c12d910 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe688009870 tx=0x7fe68802a0a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=498a2d01f6fa5a9c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:59.905 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.904+0000 7fe683fff640 1 -- 172.21.15.196:0/318880549 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe688037070 con 0x7fe68c12d530 2024-09-10T07:43:59.905 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.905+0000 7fe683fff640 1 -- 172.21.15.196:0/318880549 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe68802adf0 con 0x7fe68c12d530 2024-09-10T07:43:59.905 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.905+0000 7fe683fff640 1 -- 172.21.15.196:0/318880549 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe688032660 con 0x7fe68c12d530 2024-09-10T07:43:59.909 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.905+0000 7fe693619640 1 -- 172.21.15.196:0/318880549 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe68c12d530 msgr2=0x7fe68c12d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.909 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.905+0000 7fe693619640 1 --2- 172.21.15.196:0/318880549 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe68c12d530 0x7fe68c12d910 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe688009870 tx=0x7fe68802a0a0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.909 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.905+0000 7fe693619640 1 -- 172.21.15.196:0/318880549 shutdown_connections 2024-09-10T07:43:59.909 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.905+0000 7fe693619640 1 --2- 172.21.15.196:0/318880549 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe68c071bf0 0x7fe68c06e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.909 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.905+0000 7fe693619640 1 --2- 172.21.15.196:0/318880549 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe68c12de50 0x7fe68c06dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.909 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.905+0000 7fe693619640 1 --2- 172.21.15.196:0/318880549 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe68c12d530 0x7fe68c12d910 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.905+0000 7fe693619640 1 -- 172.21.15.196:0/318880549 >> 172.21.15.196:0/318880549 conn(0x7fe68c09e0a0 msgr2=0x7fe68c09a570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:59.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.905+0000 7fe693619640 1 -- 172.21.15.196:0/318880549 shutdown_connections 2024-09-10T07:43:59.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.905+0000 7fe693619640 1 -- 172.21.15.196:0/318880549 wait complete. 2024-09-10T07:43:59.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.906+0000 7fe693619640 1 Processor -- start 2024-09-10T07:43:59.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.906+0000 7fe693619640 1 -- start start 2024-09-10T07:43:59.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.906+0000 7fe693619640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe68c071bf0 0x7fe68c1326d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.906+0000 7fe693619640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe68c12d530 0x7fe68c132c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.906+0000 7fe693619640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe68c12de50 0x7fe68c133150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:43:59.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.906+0000 7fe693619640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7fe68c1348b0 con 0x7fe68c12d530 2024-09-10T07:43:59.910 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.906+0000 7fe693619640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7fe68c134730 con 0x7fe68c071bf0 2024-09-10T07:43:59.911 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.906+0000 7fe693619640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7fe68c134a30 con 0x7fe68c12de50 2024-09-10T07:43:59.911 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.906+0000 7fe6913b5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe68c071bf0 0x7fe68c1326d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.911 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.907+0000 7fe6913b5640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe68c071bf0 0x7fe68c1326d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:49580/0 (socket says 172.21.15.196:49580) 2024-09-10T07:43:59.911 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.907+0000 7fe6913b5640 1 -- 172.21.15.196:0/982824746 learned_addr learned my addr 172.21.15.196:0/982824746 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:43:59.911 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.907+0000 7fe690bb4640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe68c12d530 0x7fe68c132c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.911 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.907+0000 7fe691bb6640 1 --2- 172.21.15.196:0/982824746 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe68c12de50 0x7fe68c133150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:43:59.911 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.907+0000 7fe690bb4640 1 -- 172.21.15.196:0/982824746 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe68c12de50 msgr2=0x7fe68c133150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.911 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.907+0000 7fe690bb4640 1 --2- 172.21.15.196:0/982824746 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7fe68c12de50 0x7fe68c133150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.911 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.907+0000 7fe690bb4640 1 -- 172.21.15.196:0/982824746 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe68c071bf0 msgr2=0x7fe68c1326d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.911 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.907+0000 7fe690bb4640 1 --2- 172.21.15.196:0/982824746 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe68c071bf0 0x7fe68c1326d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.911 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.907+0000 7fe690bb4640 1 -- 172.21.15.196:0/982824746 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe68c127680 con 0x7fe68c12d530 2024-09-10T07:43:59.911 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.907+0000 7fe6913b5640 1 --2- 172.21.15.196:0/982824746 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7fe68c071bf0 0x7fe68c1326d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:43:59.911 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.907+0000 7fe690bb4640 1 --2- 172.21.15.196:0/982824746 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe68c12d530 0x7fe68c132c10 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fe67c00e8d0 tx=0x7fe67c00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:43:59.912 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.907+0000 7fe681ffb640 1 -- 172.21.15.196:0/982824746 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe67c017070 con 0x7fe68c12d530 2024-09-10T07:43:59.912 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.907+0000 7fe681ffb640 1 -- 172.21.15.196:0/982824746 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe67c00c940 con 0x7fe68c12d530 2024-09-10T07:43:59.912 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.907+0000 7fe693619640 1 -- 172.21.15.196:0/982824746 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe68c0700f0 con 0x7fe68c12d530 2024-09-10T07:43:59.912 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.907+0000 7fe681ffb640 1 -- 172.21.15.196:0/982824746 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe67c00cd10 con 0x7fe68c12d530 2024-09-10T07:43:59.912 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.907+0000 7fe693619640 1 -- 172.21.15.196:0/982824746 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe68c134010 con 0x7fe68c12d530 2024-09-10T07:43:59.912 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.908+0000 7fe693619640 1 -- 172.21.15.196:0/982824746 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe68c12d910 con 0x7fe68c12d530 2024-09-10T07:43:59.912 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.908+0000 7fe681ffb640 1 -- 172.21.15.196:0/982824746 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7fe67c01a070 con 0x7fe68c12d530 2024-09-10T07:43:59.912 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.909+0000 7fe681ffb640 1 -- 172.21.15.196:0/982824746 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7fe67c05d120 con 0x7fe68c12d530 2024-09-10T07:43:59.912 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.909+0000 7fe681ffb640 1 -- 172.21.15.196:0/982824746 --> v1:172.21.15.196:6812/3303789494 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe67c007e50 con 0x7fe67004e440 2024-09-10T07:43:59.912 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.909+0000 7fe681ffb640 1 -- 172.21.15.196:0/982824746 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fe67c064050 con 0x7fe68c12d530 2024-09-10T07:43:59.912 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.910+0000 7fe681ffb640 1 -- 172.21.15.196:0/982824746 <== osd.3 v1:172.21.15.196:6812/3303789494 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (unknown 0 0 1302949928) 0x7fe67c007e50 con 0x7fe67004e440 2024-09-10T07:43:59.921 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.922+0000 7fe693619640 1 -- 172.21.15.196:0/982824746 --> v1:172.21.15.196:6812/3303789494 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fe68c12a700 con 0x7fe67004e440 2024-09-10T07:43:59.921 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.922+0000 7fe681ffb640 1 -- 172.21.15.196:0/982824746 <== osd.3 v1:172.21.15.196:6812/3303789494 2 ==== command_reply(tid 2: 0 ) ==== 8+0+565 (unknown 0 0 125856537) 0x7fe68c12a700 con 0x7fe67004e440 2024-09-10T07:43:59.922 INFO:teuthology.orchestra.run.smithi196.stdout:{ 2024-09-10T07:43:59.922 INFO:teuthology.orchestra.run.smithi196.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2024-09-10T07:43:59.922 INFO:teuthology.orchestra.run.smithi196.stdout:} 2024-09-10T07:43:59.923 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.922+0000 7fe693619640 1 -- 172.21.15.196:0/982824746 >> v1:172.21.15.196:6812/3303789494 conn(0x7fe67004e440 legacy=0x7fe670050880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.923 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.922+0000 7fe693619640 1 -- 172.21.15.196:0/982824746 >> v1:172.21.15.196:6816/3572737106 conn(0x7fe670047b50 legacy=0x7fe67004a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.923 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.922+0000 7fe693619640 1 -- 172.21.15.196:0/982824746 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe68c12d530 msgr2=0x7fe68c132c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:43:59.923 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.922+0000 7fe693619640 1 --2- 172.21.15.196:0/982824746 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7fe68c12d530 0x7fe68c132c10 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fe67c00e8d0 tx=0x7fe67c00ecd0 comp rx=0 tx=0).stop 2024-09-10T07:43:59.923 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.922+0000 7fe691bb6640 1 -- 172.21.15.196:0/982824746 reap_dead start 2024-09-10T07:43:59.923 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.922+0000 7fe693619640 1 -- 172.21.15.196:0/982824746 shutdown_connections 2024-09-10T07:43:59.923 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.922+0000 7fe693619640 1 -- 172.21.15.196:0/982824746 >> 172.21.15.196:0/982824746 conn(0x7fe68c09e0a0 msgr2=0x7fe68c129da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:43:59.923 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.922+0000 7fe693619640 1 -- 172.21.15.196:0/982824746 shutdown_connections 2024-09-10T07:43:59.923 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:43:59.922+0000 7fe693619640 1 -- 172.21.15.196:0/982824746 wait complete. 2024-09-10T07:43:59.932 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-10T07:44:00.031 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.031+0000 7eff222fc640 1 Processor -- start 2024-09-10T07:44:00.031 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.031+0000 7eff222fc640 1 -- start start 2024-09-10T07:44:00.032 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.031+0000 7eff222fc640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7eff1c06f5f0 0x7eff1c1316a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:00.032 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.031+0000 7eff222fc640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7eff1c131be0 0x7eff1c133fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:00.032 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.031+0000 7eff222fc640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff1c0704b0 con 0x7eff1c06eb00 2024-09-10T07:44:00.032 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.031+0000 7eff222fc640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7eff1c06fa00 con 0x7eff1c131be0 2024-09-10T07:44:00.032 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.031+0000 7eff222fc640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7eff1c06fbc0 con 0x7eff1c06f5f0 2024-09-10T07:44:00.032 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.032+0000 7eff20899640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7eff1c131be0 0x7eff1c133fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:00.032 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.032+0000 7eff1b7fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7eff1c06f5f0 0x7eff1c1316a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:00.032 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.032+0000 7eff1b7fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7eff1c06f5f0 0x7eff1c1316a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33100/0 (socket says 172.21.15.196:33100) 2024-09-10T07:44:00.032 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.032+0000 7eff1bfff640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7eff1c06eb00 0x7eff1c06eee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:42268/0 (socket says 172.21.15.196:42268) 2024-09-10T07:44:00.032 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.032+0000 7eff20899640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7eff1c131be0 0x7eff1c133fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:33228/0 (socket says 172.21.15.196:33228) 2024-09-10T07:44:00.032 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.032+0000 7eff1b7fe640 1 -- 172.21.15.196:0/932274889 learned_addr learned my addr 172.21.15.196:0/932274889 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:44:00.032 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.032+0000 7eff20899640 1 -- 172.21.15.196:0/932274889 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7eff1c06f5f0 msgr2=0x7eff1c1316a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:00.032 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.032+0000 7eff20899640 1 --2- 172.21.15.196:0/932274889 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7eff1c06f5f0 0x7eff1c1316a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.033 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.032+0000 7eff20899640 1 -- 172.21.15.196:0/932274889 >> v1:172.21.15.196:6789/0 conn(0x7eff1c06eb00 legacy=0x7eff1c06eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:00.033 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.032+0000 7eff20899640 1 -- 172.21.15.196:0/932274889 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff1c070a20 con 0x7eff1c131be0 2024-09-10T07:44:00.033 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.032+0000 7eff1affd640 1 -- 172.21.15.196:0/932274889 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1244152855 0 0) 0x7eff0c001110 con 0x7eff1c06eb00 2024-09-10T07:44:00.033 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.032+0000 7eff1b7fe640 1 --2- 172.21.15.196:0/932274889 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7eff1c06f5f0 0x7eff1c1316a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:44:00.036 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.033+0000 7eff20899640 1 --2- 172.21.15.196:0/932274889 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7eff1c131be0 0x7eff1c133fd0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7eff14009d90 tx=0x7eff1402a530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2edaf4d596d2039 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:00.036 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.033+0000 7eff1affd640 1 -- 172.21.15.196:0/932274889 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff14007740 con 0x7eff1c131be0 2024-09-10T07:44:00.037 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.033+0000 7eff1affd640 1 -- 172.21.15.196:0/932274889 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff140078e0 con 0x7eff1c131be0 2024-09-10T07:44:00.037 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.033+0000 7eff1affd640 1 -- 172.21.15.196:0/932274889 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff14007cb0 con 0x7eff1c131be0 2024-09-10T07:44:00.037 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.033+0000 7eff222fc640 1 -- 172.21.15.196:0/932274889 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7eff1c131be0 msgr2=0x7eff1c133fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:00.037 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.033+0000 7eff222fc640 1 --2- 172.21.15.196:0/932274889 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7eff1c131be0 0x7eff1c133fd0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7eff14009d90 tx=0x7eff1402a530 comp rx=0 tx=0).stop 2024-09-10T07:44:00.037 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.033+0000 7eff222fc640 1 -- 172.21.15.196:0/932274889 shutdown_connections 2024-09-10T07:44:00.037 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.033+0000 7eff222fc640 1 --2- 172.21.15.196:0/932274889 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7eff1c131be0 0x7eff1c133fd0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.037 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.033+0000 7eff222fc640 1 --2- 172.21.15.196:0/932274889 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7eff1c06f5f0 0x7eff1c1316a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.037 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.033+0000 7eff222fc640 1 -- 172.21.15.196:0/932274889 >> 172.21.15.196:0/932274889 conn(0x7eff1c09db00 msgr2=0x7eff1c09df10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:00.038 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.033+0000 7eff222fc640 1 -- 172.21.15.196:0/932274889 shutdown_connections 2024-09-10T07:44:00.038 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.033+0000 7eff222fc640 1 -- 172.21.15.196:0/932274889 wait complete. 2024-09-10T07:44:00.038 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.034+0000 7eff222fc640 1 Processor -- start 2024-09-10T07:44:00.038 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.034+0000 7eff222fc640 1 -- start start 2024-09-10T07:44:00.038 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.035+0000 7eff222fc640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7eff1c06eb00 0x7eff1c124cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:00.038 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.035+0000 7eff222fc640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7eff1c06f5f0 0x7eff1c125200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:00.038 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.035+0000 7eff222fc640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7eff1c131be0 0x7eff1c125740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:00.038 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.035+0000 7eff222fc640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7eff1c06d9f0 con 0x7eff1c06eb00 2024-09-10T07:44:00.038 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.035+0000 7eff222fc640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7eff1c070000 con 0x7eff1c06f5f0 2024-09-10T07:44:00.039 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.035+0000 7eff222fc640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7eff1c06db70 con 0x7eff1c131be0 2024-09-10T07:44:00.039 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.035+0000 7eff1bfff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7eff1c06eb00 0x7eff1c124cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:00.039 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.035+0000 7eff1bfff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7eff1c06eb00 0x7eff1c124cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:33238/0 (socket says 172.21.15.196:33238) 2024-09-10T07:44:00.039 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.035+0000 7eff1b7fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7eff1c06f5f0 0x7eff1c125200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:00.039 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.035+0000 7eff1bfff640 1 -- 172.21.15.196:0/1262605678 learned_addr learned my addr 172.21.15.196:0/1262605678 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:44:00.039 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.035+0000 7eff20899640 1 --2- 172.21.15.196:0/1262605678 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7eff1c131be0 0x7eff1c125740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:00.039 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.035+0000 7eff1bfff640 1 -- 172.21.15.196:0/1262605678 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7eff1c131be0 msgr2=0x7eff1c125740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:00.039 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.035+0000 7eff1bfff640 1 --2- 172.21.15.196:0/1262605678 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7eff1c131be0 0x7eff1c125740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.039 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.035+0000 7eff1bfff640 1 -- 172.21.15.196:0/1262605678 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7eff1c06f5f0 msgr2=0x7eff1c125200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:00.039 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.035+0000 7eff1bfff640 1 --2- 172.21.15.196:0/1262605678 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7eff1c06f5f0 0x7eff1c125200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.039 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.035+0000 7eff1bfff640 1 -- 172.21.15.196:0/1262605678 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff1c097e30 con 0x7eff1c06eb00 2024-09-10T07:44:00.039 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.035+0000 7eff1bfff640 1 --2- 172.21.15.196:0/1262605678 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7eff1c06eb00 0x7eff1c124cc0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7eff0c00c780 tx=0x7eff0c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:00.039 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.035+0000 7eff18ff9640 1 -- 172.21.15.196:0/1262605678 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff0c018070 con 0x7eff1c06eb00 2024-09-10T07:44:00.039 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.035+0000 7eff18ff9640 1 -- 172.21.15.196:0/1262605678 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff0c0072d0 con 0x7eff1c06eb00 2024-09-10T07:44:00.040 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.035+0000 7eff18ff9640 1 -- 172.21.15.196:0/1262605678 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff0c0047e0 con 0x7eff1c06eb00 2024-09-10T07:44:00.040 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.035+0000 7eff222fc640 1 -- 172.21.15.196:0/1262605678 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff1c12e570 con 0x7eff1c06eb00 2024-09-10T07:44:00.040 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.035+0000 7eff222fc640 1 -- 172.21.15.196:0/1262605678 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff1c12d680 con 0x7eff1c06eb00 2024-09-10T07:44:00.040 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.036+0000 7eff222fc640 1 -- 172.21.15.196:0/1262605678 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff1c06f190 con 0x7eff1c06eb00 2024-09-10T07:44:00.040 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.036+0000 7eff18ff9640 1 -- 172.21.15.196:0/1262605678 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7eff0c01b070 con 0x7eff1c06eb00 2024-09-10T07:44:00.040 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.037+0000 7eff18ff9640 1 -- 172.21.15.196:0/1262605678 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7eff0c05c690 con 0x7eff1c06eb00 2024-09-10T07:44:00.040 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.040+0000 7eff18ff9640 1 -- 172.21.15.196:0/1262605678 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7eff1c06f190 con 0x7eff1c06eb00 2024-09-10T07:44:00.177 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.177+0000 7eff222fc640 1 -- 172.21.15.196:0/1262605678 --> v1:172.21.15.196:6816/3572737106 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7eff1c12e0e0 con 0x7efefc047b80 2024-09-10T07:44:00.177 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.178+0000 7eff18ff9640 1 -- 172.21.15.196:0/1262605678 <== mgr.14103 v1:172.21.15.196:6816/3572737106 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (unknown 3526570807 0 0) 0x7eff1c12e0e0 con 0x7efefc047b80 2024-09-10T07:44:00.177 INFO:teuthology.orchestra.run.smithi196.stderr:instructed osd(s) 3 to deep-scrub 2024-09-10T07:44:00.179 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.179+0000 7eff222fc640 1 -- 172.21.15.196:0/1262605678 >> v1:172.21.15.196:6816/3572737106 conn(0x7efefc047b80 legacy=0x7efefc04a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:00.179 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.179+0000 7eff222fc640 1 -- 172.21.15.196:0/1262605678 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7eff1c06eb00 msgr2=0x7eff1c124cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:00.179 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.179+0000 7eff222fc640 1 --2- 172.21.15.196:0/1262605678 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7eff1c06eb00 0x7eff1c124cc0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7eff0c00c780 tx=0x7eff0c00cc40 comp rx=0 tx=0).stop 2024-09-10T07:44:00.179 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.179+0000 7eff222fc640 1 -- 172.21.15.196:0/1262605678 shutdown_connections 2024-09-10T07:44:00.179 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.179+0000 7eff222fc640 1 --2- 172.21.15.196:0/1262605678 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7eff1c131be0 0x7eff1c125740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.179 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.179+0000 7eff222fc640 1 --2- 172.21.15.196:0/1262605678 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7eff1c06f5f0 0x7eff1c125200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.180 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.179+0000 7eff222fc640 1 --2- 172.21.15.196:0/1262605678 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7eff1c06eb00 0x7eff1c124cc0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.180 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.179+0000 7eff222fc640 1 -- 172.21.15.196:0/1262605678 >> 172.21.15.196:0/1262605678 conn(0x7eff1c09db00 msgr2=0x7eff1c129ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:00.180 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.180+0000 7eff222fc640 1 -- 172.21.15.196:0/1262605678 shutdown_connections 2024-09-10T07:44:00.180 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.180+0000 7eff222fc640 1 -- 172.21.15.196:0/1262605678 wait complete. 2024-09-10T07:44:00.190 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:44:00.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.287+0000 7f734cbbc640 1 Processor -- start 2024-09-10T07:44:00.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.287+0000 7f734cbbc640 1 -- start start 2024-09-10T07:44:00.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.288+0000 7f734cbbc640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734806dce0 0x7f734806e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:00.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.288+0000 7f734cbbc640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f734806e600 0x7f734812f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:00.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.288+0000 7f734cbbc640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f734806e9e0 0x7f734812f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:00.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.288+0000 7f734cbbc640 1 -- --> v2:172.21.15.196:3300/0 -- mon_getmap magic: 0 -- 0x7f73480702f0 con 0x7f734806e600 2024-09-10T07:44:00.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.288+0000 7f734cbbc640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f734806fef0 con 0x7f734806e9e0 2024-09-10T07:44:00.288 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.288+0000 7f734cbbc640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f734806f980 con 0x7f734806dce0 2024-09-10T07:44:00.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.288+0000 7f7345d9b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f734806e600 0x7f734812f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:00.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.288+0000 7f7346d9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f734806e9e0 0x7f734812f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:00.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.288+0000 7f7345d9b640 1 --2- >> v2:172.21.15.196:3300/0 conn(0x7f734806e600 0x7f734812f3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:33246/0 (socket says 172.21.15.196:33246) 2024-09-10T07:44:00.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.288+0000 7f7346d9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f734806e9e0 0x7f734812f8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:49604/0 (socket says 172.21.15.196:49604) 2024-09-10T07:44:00.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.288+0000 7f7345d9b640 1 -- 172.21.15.196:0/1565346695 learned_addr learned my addr 172.21.15.196:0/1565346695 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:44:00.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.288+0000 7f734659c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734806dce0 0x7f734806e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:00.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.288+0000 7f7345d9b640 1 -- 172.21.15.196:0/1565346695 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734806dce0 msgr2=0x7f734806e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:00.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.288+0000 7f7345d9b640 1 --2- 172.21.15.196:0/1565346695 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734806dce0 0x7f734806e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.288+0000 7f7345d9b640 1 -- 172.21.15.196:0/1565346695 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f734806e9e0 msgr2=0x7f734812f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:00.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.288+0000 7f7345d9b640 1 --2- 172.21.15.196:0/1565346695 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f734806e9e0 0x7f734812f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.288+0000 7f7345d9b640 1 -- 172.21.15.196:0/1565346695 --> v2:172.21.15.196:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f734812fe30 con 0x7f734806e600 2024-09-10T07:44:00.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.288+0000 7f7346d9d640 1 --2- 172.21.15.196:0/1565346695 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f734806e9e0 0x7f734812f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:44:00.289 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.288+0000 7f734659c640 1 --2- 172.21.15.196:0/1565346695 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734806dce0 0x7f734806e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:44:00.292 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.289+0000 7f7345d9b640 1 --2- 172.21.15.196:0/1565346695 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f734806e600 0x7f734812f3b0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f7330009870 tx=0x7f733002a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b329dbe535a2c5cf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:00.292 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.289+0000 7f734559a640 1 -- 172.21.15.196:0/1565346695 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7330037070 con 0x7f734806e600 2024-09-10T07:44:00.293 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.289+0000 7f734559a640 1 -- 172.21.15.196:0/1565346695 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7330032440 con 0x7f734806e600 2024-09-10T07:44:00.293 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.289+0000 7f734559a640 1 -- 172.21.15.196:0/1565346695 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7330032810 con 0x7f734806e600 2024-09-10T07:44:00.293 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.290+0000 7f734cbbc640 1 -- 172.21.15.196:0/1565346695 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f734806e600 msgr2=0x7f734812f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:00.293 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.290+0000 7f734cbbc640 1 --2- 172.21.15.196:0/1565346695 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f734806e600 0x7f734812f3b0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f7330009870 tx=0x7f733002a130 comp rx=0 tx=0).stop 2024-09-10T07:44:00.293 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.290+0000 7f734cbbc640 1 -- 172.21.15.196:0/1565346695 shutdown_connections 2024-09-10T07:44:00.293 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.290+0000 7f734cbbc640 1 --2- 172.21.15.196:0/1565346695 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f734806e9e0 0x7f734812f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.293 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.290+0000 7f734cbbc640 1 --2- 172.21.15.196:0/1565346695 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f734806e600 0x7f734812f3b0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.293 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.290+0000 7f734cbbc640 1 --2- 172.21.15.196:0/1565346695 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734806dce0 0x7f734806e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.293 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.290+0000 7f734cbbc640 1 -- 172.21.15.196:0/1565346695 >> 172.21.15.196:0/1565346695 conn(0x7f734809e980 msgr2=0x7f734809ed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:00.293 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.290+0000 7f734cbbc640 1 -- 172.21.15.196:0/1565346695 shutdown_connections 2024-09-10T07:44:00.293 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.290+0000 7f734cbbc640 1 -- 172.21.15.196:0/1565346695 wait complete. 2024-09-10T07:44:00.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.291+0000 7f734cbbc640 1 Processor -- start 2024-09-10T07:44:00.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.291+0000 7f734cbbc640 1 -- start start 2024-09-10T07:44:00.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.291+0000 7f734cbbc640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734806dce0 0x7f73481c4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:00.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.291+0000 7f734cbbc640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f734806e600 0x7f73481c50b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:00.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.291+0000 7f734cbbc640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f734806e9e0 0x7f73481304a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:00.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.291+0000 7f734cbbc640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f7348136860 con 0x7f734806e600 2024-09-10T07:44:00.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.291+0000 7f734cbbc640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f73481366e0 con 0x7f734806e9e0 2024-09-10T07:44:00.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.291+0000 7f734cbbc640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f73481369e0 con 0x7f734806dce0 2024-09-10T07:44:00.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.291+0000 7f734659c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734806dce0 0x7f73481c4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:00.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.291+0000 7f7346d9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f734806e9e0 0x7f73481304a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:00.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.291+0000 7f7345d9b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f734806e600 0x7f73481c50b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:00.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.291+0000 7f734659c640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734806dce0 0x7f73481c4b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:33140/0 (socket says 172.21.15.196:33140) 2024-09-10T07:44:00.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.291+0000 7f734659c640 1 -- 172.21.15.196:0/2815769316 learned_addr learned my addr 172.21.15.196:0/2815769316 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:44:00.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.291+0000 7f7346d9d640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f734806e9e0 0x7f73481304a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:49610/0 (socket says 172.21.15.196:49610) 2024-09-10T07:44:00.294 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.291+0000 7f7345d9b640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f734806e600 0x7f73481c50b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:33252/0 (socket says 172.21.15.196:33252) 2024-09-10T07:44:00.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.291+0000 7f7346d9d640 1 -- 172.21.15.196:0/2815769316 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734806dce0 msgr2=0x7f73481c4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:00.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.291+0000 7f7346d9d640 1 --2- 172.21.15.196:0/2815769316 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734806dce0 0x7f73481c4b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.291+0000 7f7346d9d640 1 -- 172.21.15.196:0/2815769316 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f734806e600 msgr2=0x7f73481c50b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:00.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.291+0000 7f7346d9d640 1 --2- 172.21.15.196:0/2815769316 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f734806e600 0x7f73481c50b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.292+0000 7f7346d9d640 1 -- 172.21.15.196:0/2815769316 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7348133860 con 0x7f734806e9e0 2024-09-10T07:44:00.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.292+0000 7f7345d9b640 1 --2- 172.21.15.196:0/2815769316 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f734806e600 0x7f73481c50b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:44:00.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.292+0000 7f734659c640 1 --2- 172.21.15.196:0/2815769316 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734806dce0 0x7f73481c4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:44:00.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.292+0000 7f7346d9d640 1 --2- 172.21.15.196:0/2815769316 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f734806e9e0 0x7f73481304a0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f734000e7f0 tx=0x7f734000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:00.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.292+0000 7f733effd640 1 -- 172.21.15.196:0/2815769316 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7340017070 con 0x7f734806e9e0 2024-09-10T07:44:00.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.292+0000 7f733effd640 1 -- 172.21.15.196:0/2815769316 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7340004020 con 0x7f734806e9e0 2024-09-10T07:44:00.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.292+0000 7f733effd640 1 -- 172.21.15.196:0/2815769316 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73400043f0 con 0x7f734806e9e0 2024-09-10T07:44:00.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.292+0000 7f734cbbc640 1 -- 172.21.15.196:0/2815769316 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73481322b0 con 0x7f734806e9e0 2024-09-10T07:44:00.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.292+0000 7f734cbbc640 1 -- 172.21.15.196:0/2815769316 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f73481c55f0 con 0x7f734806e9e0 2024-09-10T07:44:00.295 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.293+0000 7f733effd640 1 -- 172.21.15.196:0/2815769316 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f734000c940 con 0x7f734806e9e0 2024-09-10T07:44:00.296 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.293+0000 7f734cbbc640 1 -- 172.21.15.196:0/2815769316 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f734806e0c0 con 0x7f734806e9e0 2024-09-10T07:44:00.296 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.293+0000 7f733effd640 1 -- 172.21.15.196:0/2815769316 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f734005d420 con 0x7f734806e9e0 2024-09-10T07:44:00.296 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.297+0000 7f733effd640 1 -- 172.21.15.196:0/2815769316 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f734005c4d0 con 0x7f734806e9e0 2024-09-10T07:44:00.436 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.436+0000 7f734cbbc640 1 -- 172.21.15.196:0/2815769316 --> v1:172.21.15.196:6816/3572737106 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7348069000 con 0x7f7328047b50 2024-09-10T07:44:00.437 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.437+0000 7f733effd640 1 -- 172.21.15.196:0/2815769316 <== mgr.14103 v1:172.21.15.196:6816/3572737106 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31971 (unknown 2965378022 0 4064105152) 0x7f7348069000 con 0x7f7328047b50 2024-09-10T07:44:00.437 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:44:00.437 INFO:teuthology.orchestra.run.smithi196.stderr:dumped all 2024-09-10T07:44:00.438 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.439+0000 7f734cbbc640 1 -- 172.21.15.196:0/2815769316 >> v1:172.21.15.196:6816/3572737106 conn(0x7f7328047b50 legacy=0x7f732804a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:00.438 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.439+0000 7f734cbbc640 1 -- 172.21.15.196:0/2815769316 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f734806e9e0 msgr2=0x7f73481304a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:00.439 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.439+0000 7f734cbbc640 1 --2- 172.21.15.196:0/2815769316 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f734806e9e0 0x7f73481304a0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f734000e7f0 tx=0x7f734000ecb0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.439 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.439+0000 7f734cbbc640 1 -- 172.21.15.196:0/2815769316 shutdown_connections 2024-09-10T07:44:00.439 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.439+0000 7f734cbbc640 1 --2- 172.21.15.196:0/2815769316 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f734806e9e0 0x7f73481304a0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.439 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.439+0000 7f734cbbc640 1 --2- 172.21.15.196:0/2815769316 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f734806e600 0x7f73481c50b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.439 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.439+0000 7f734cbbc640 1 --2- 172.21.15.196:0/2815769316 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f734806dce0 0x7f73481c4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:00.439 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.439+0000 7f734cbbc640 1 -- 172.21.15.196:0/2815769316 >> 172.21.15.196:0/2815769316 conn(0x7f734809e980 msgr2=0x7f73480725c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:00.439 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.439+0000 7f734cbbc640 1 -- 172.21.15.196:0/2815769316 shutdown_connections 2024-09-10T07:44:00.439 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:00.439+0000 7f734cbbc640 1 -- 172.21.15.196:0/2815769316 wait complete. 2024-09-10T07:44:00.449 INFO:teuthology.orchestra.run.smithi196.stdout:{"pg_ready":true,"pg_map":{"version":31,"stamp":"2024-09-10T07:43:58.542226+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":101,"num_write_kb":1108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":66,"ondisk_log_size":66,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112332,"kb_used_data":2256,"kb_used_omap":17,"kb_used_meta":109998,"kb_avail":377375028,"statfs":{"total":386547056640,"available":386432028672,"internally_reserved":0,"allocated":2310144,"data_stored":1575042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18186,"internal_metadata":112638198},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001372"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":46,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644554+0000","last_change":"2024-09-10T07:43:48.241029+0000","last_active":"2024-09-10T07:43:51.644554+0000","last_peered":"2024-09-10T07:43:51.644554+0000","last_clean":"2024-09-10T07:43:51.644554+0000","last_became_active":"2024-09-10T07:43:48.240737+0000","last_became_peered":"2024-09-10T07:43:48.240737+0000","last_unstale":"2024-09-10T07:43:51.644554+0000","last_undegraded":"2024-09-10T07:43:51.644554+0000","last_fullsized":"2024-09-10T07:43:51.644554+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:31:38.382622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010214289999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":41,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644429+0000","last_change":"2024-09-10T07:43:44.606400+0000","last_active":"2024-09-10T07:43:51.644429+0000","last_peered":"2024-09-10T07:43:51.644429+0000","last_clean":"2024-09-10T07:43:51.644429+0000","last_became_active":"2024-09-10T07:43:44.606046+0000","last_became_peered":"2024-09-10T07:43:44.606046+0000","last_unstale":"2024-09-10T07:43:51.644429+0000","last_undegraded":"2024-09-10T07:43:51.644429+0000","last_fullsized":"2024-09-10T07:43:51.644429+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:45.040569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032669399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":46,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644385+0000","last_change":"2024-09-10T07:43:48.241280+0000","last_active":"2024-09-10T07:43:51.644385+0000","last_peered":"2024-09-10T07:43:51.644385+0000","last_clean":"2024-09-10T07:43:51.644385+0000","last_became_active":"2024-09-10T07:43:48.241002+0000","last_became_peered":"2024-09-10T07:43:48.241002+0000","last_unstale":"2024-09-10T07:43:51.644385+0000","last_undegraded":"2024-09-10T07:43:51.644385+0000","last_fullsized":"2024-09-10T07:43:51.644385+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:33.605469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001037173,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":41,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644279+0000","last_change":"2024-09-10T07:43:44.606324+0000","last_active":"2024-09-10T07:43:51.644279+0000","last_peered":"2024-09-10T07:43:51.644279+0000","last_clean":"2024-09-10T07:43:51.644279+0000","last_became_active":"2024-09-10T07:43:44.606054+0000","last_became_peered":"2024-09-10T07:43:44.606054+0000","last_unstale":"2024-09-10T07:43:51.644279+0000","last_undegraded":"2024-09-10T07:43:51.644279+0000","last_fullsized":"2024-09-10T07:43:51.644279+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T07:43:25.638415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00041535500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":44,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644324+0000","last_change":"2024-09-10T07:43:47.610141+0000","last_active":"2024-09-10T07:43:51.644324+0000","last_peered":"2024-09-10T07:43:51.644324+0000","last_clean":"2024-09-10T07:43:51.644324+0000","last_became_active":"2024-09-10T07:43:47.609736+0000","last_became_peered":"2024-09-10T07:43:47.609736+0000","last_unstale":"2024-09-10T07:43:51.644324+0000","last_undegraded":"2024-09-10T07:43:51.644324+0000","last_fullsized":"2024-09-10T07:43:51.644324+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:37:57.292850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013045520000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":41,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644086+0000","last_change":"2024-09-10T07:43:47.611115+0000","last_active":"2024-09-10T07:43:51.644086+0000","last_peered":"2024-09-10T07:43:51.644086+0000","last_clean":"2024-09-10T07:43:51.644086+0000","last_became_active":"2024-09-10T07:43:47.610809+0000","last_became_peered":"2024-09-10T07:43:47.610809+0000","last_unstale":"2024-09-10T07:43:51.644086+0000","last_undegraded":"2024-09-10T07:43:51.644086+0000","last_fullsized":"2024-09-10T07:43:51.644086+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:20:28.274636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036547199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644192+0000","last_change":"2024-09-10T07:43:47.609864+0000","last_active":"2024-09-10T07:43:51.644192+0000","last_peered":"2024-09-10T07:43:51.644192+0000","last_clean":"2024-09-10T07:43:51.644192+0000","last_became_active":"2024-09-10T07:43:47.609525+0000","last_became_peered":"2024-09-10T07:43:47.609525+0000","last_unstale":"2024-09-10T07:43:51.644192+0000","last_undegraded":"2024-09-10T07:43:51.644192+0000","last_fullsized":"2024-09-10T07:43:51.644192+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:52.786108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085628500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":42,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.644518+0000","last_change":"2024-09-10T07:43:47.611113+0000","last_active":"2024-09-10T07:43:51.644518+0000","last_peered":"2024-09-10T07:43:51.644518+0000","last_clean":"2024-09-10T07:43:51.644518+0000","last_became_active":"2024-09-10T07:43:47.610763+0000","last_became_peered":"2024-09-10T07:43:47.610763+0000","last_unstale":"2024-09-10T07:43:51.644518+0000","last_undegraded":"2024-09-10T07:43:51.644518+0000","last_fullsized":"2024-09-10T07:43:51.644518+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:12.968522+0000","last_clean_scrub_stamp":"2024-09-10T07:42:12.968522+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:06:24.339670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"19'63","reported_seq":144,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:43:51.643973+0000","last_change":"2024-09-10T07:43:44.605658+0000","last_active":"2024-09-10T07:43:51.643973+0000","last_peered":"2024-09-10T07:43:51.643973+0000","last_clean":"2024-09-10T07:43:51.643973+0000","last_became_active":"2024-09-10T07:43:44.605335+0000","last_became_peered":"2024-09-10T07:43:44.605335+0000","last_unstale":"2024-09-10T07:43:51.643973+0000","last_undegraded":"2024-09-10T07:43:51.643973+0000","last_fullsized":"2024-09-10T07:43:51.643973+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:42:07.904011+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:42:07.904011+0000","last_clean_scrub_stamp":"2024-09-10T07:42:07.904011+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":0,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:15.341835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":63,"ondisk_log_size":63,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":29,"seq":124554051588,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":276,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":282624,"data_stored":98586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":27,"seq":115964116996,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27812,"kb_used_data":272,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344028,"statfs":{"total":96636764160,"available":96608284672,"internally_reserved":0,"allocated":278528,"data_stored":98567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":26,"seq":111669149701,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28324,"kb_used_data":856,"kb_used_omap":4,"kb_used_meta":27451,"kb_avail":94343516,"statfs":{"total":96636764160,"available":96607760384,"internally_reserved":0,"allocated":876544,"data_stored":688954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4546,"internal_metadata":28110398},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":25,"seq":107374182405,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28388,"kb_used_data":852,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343452,"statfs":{"total":96636764160,"available":96607694848,"internally_reserved":0,"allocated":872448,"data_stored":688935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4546,"internal_metadata":28175934},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:44:00.453 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2024-09-10T07:42:12.968522+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=7, tm_min=42, tm_sec=12, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=7, tm_min=43, tm_sec=57, tm_wday=1, tm_yday=254, tm_isdst=0) 2024-09-10T07:44:00.453 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2024-09-10T07:42:12.968522+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=7, tm_min=42, tm_sec=12, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=7, tm_min=43, tm_sec=57, tm_wday=1, tm_yday=254, tm_isdst=0) 2024-09-10T07:44:00.454 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2024-09-10T07:42:12.968522+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=7, tm_min=42, tm_sec=12, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=7, tm_min=43, tm_sec=57, tm_wday=1, tm_yday=254, tm_isdst=0) 2024-09-10T07:44:00.454 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2024-09-10T07:42:12.968522+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=7, tm_min=42, tm_sec=12, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=7, tm_min=43, tm_sec=57, tm_wday=1, tm_yday=254, tm_isdst=0) 2024-09-10T07:44:00.454 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2024-09-10T07:42:12.968522+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=7, tm_min=42, tm_sec=12, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=7, tm_min=43, tm_sec=57, tm_wday=1, tm_yday=254, tm_isdst=0) 2024-09-10T07:44:00.454 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2024-09-10T07:42:12.968522+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=7, tm_min=42, tm_sec=12, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=7, tm_min=43, tm_sec=57, tm_wday=1, tm_yday=254, tm_isdst=0) 2024-09-10T07:44:00.454 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2024-09-10T07:42:12.968522+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=7, tm_min=42, tm_sec=12, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=7, tm_min=43, tm_sec=57, tm_wday=1, tm_yday=254, tm_isdst=0) 2024-09-10T07:44:00.454 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2024-09-10T07:42:12.968522+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=7, tm_min=42, tm_sec=12, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=7, tm_min=43, tm_sec=57, tm_wday=1, tm_yday=254, tm_isdst=0) 2024-09-10T07:44:00.455 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-10T07:42:07.904011+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=7, tm_min=42, tm_sec=7, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=7, tm_min=43, tm_sec=57, tm_wday=1, tm_yday=254, tm_isdst=0) 2024-09-10T07:44:00.455 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-10T07:44:20.456 DEBUG:teuthology.orchestra.run.smithi196:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T07:44:20.568 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.568+0000 7f9582267640 1 Processor -- start 2024-09-10T07:44:20.569 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.568+0000 7f9582267640 1 -- start start 2024-09-10T07:44:20.569 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.568+0000 7f9582267640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f957c097330 0x7f957c097710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:20.569 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.568+0000 7f9582267640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f957c12c020 0x7f957c12c460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:20.569 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.568+0000 7f9582267640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f957c06cf80 con 0x7f957c12c9a0 2024-09-10T07:44:20.569 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.568+0000 7f9582267640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f957c12ce20 con 0x7f957c097330 2024-09-10T07:44:20.569 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.568+0000 7f9582267640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f957c06eba0 con 0x7f957c12c020 2024-09-10T07:44:20.569 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.569+0000 7f957bfff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f957c097330 0x7f957c097710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:20.569 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.569+0000 7f957b7fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f957c12c020 0x7f957c12c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:20.569 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.569+0000 7f957bfff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f957c097330 0x7f957c097710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:32918/0 (socket says 172.21.15.196:32918) 2024-09-10T07:44:20.569 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.569+0000 7f957b7fe640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f957c12c020 0x7f957c12c460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3302/0 says I am v2:172.21.15.196:43838/0 (socket says 172.21.15.196:43838) 2024-09-10T07:44:20.570 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.569+0000 7f957bfff640 1 -- 172.21.15.196:0/1078606020 learned_addr learned my addr 172.21.15.196:0/1078606020 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:44:20.570 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.569+0000 7f957bfff640 1 -- 172.21.15.196:0/1078606020 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f957c12c020 msgr2=0x7f957c12c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:20.570 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.569+0000 7f957bfff640 1 --2- 172.21.15.196:0/1078606020 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f957c12c020 0x7f957c12c460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.570 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.569+0000 7f957bfff640 1 -- 172.21.15.196:0/1078606020 >> v1:172.21.15.196:6789/0 conn(0x7f957c12c9a0 legacy=0x7f957c1333b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:20.570 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.569+0000 7f957bfff640 1 -- 172.21.15.196:0/1078606020 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f957c071440 con 0x7f957c097330 2024-09-10T07:44:20.570 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.569+0000 7f957b7fe640 1 --2- 172.21.15.196:0/1078606020 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f957c12c020 0x7f957c12c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:44:20.573 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.570+0000 7f957bfff640 1 --2- 172.21.15.196:0/1078606020 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f957c097330 0x7f957c097710 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f956c0098d0 tx=0x7f956c02a1e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=53cd3467bb23ba9f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:20.573 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.570+0000 7f957affd640 1 -- 172.21.15.196:0/1078606020 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f956c037070 con 0x7f957c097330 2024-09-10T07:44:20.574 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.570+0000 7f957affd640 1 -- 172.21.15.196:0/1078606020 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f956c032440 con 0x7f957c097330 2024-09-10T07:44:20.574 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.570+0000 7f957affd640 1 -- 172.21.15.196:0/1078606020 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f956c032810 con 0x7f957c097330 2024-09-10T07:44:20.574 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.570+0000 7f9582267640 1 -- 172.21.15.196:0/1078606020 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f957c097330 msgr2=0x7f957c097710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:20.574 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.570+0000 7f9582267640 1 --2- 172.21.15.196:0/1078606020 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f957c097330 0x7f957c097710 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f956c0098d0 tx=0x7f956c02a1e0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.574 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.570+0000 7f9582267640 1 -- 172.21.15.196:0/1078606020 shutdown_connections 2024-09-10T07:44:20.574 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.570+0000 7f9582267640 1 --2- 172.21.15.196:0/1078606020 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f957c12c020 0x7f957c12c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.574 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.570+0000 7f9582267640 1 --2- 172.21.15.196:0/1078606020 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f957c097330 0x7f957c097710 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.574 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.570+0000 7f9582267640 1 -- 172.21.15.196:0/1078606020 >> 172.21.15.196:0/1078606020 conn(0x7f957c09da00 msgr2=0x7f957c09de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:20.574 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.570+0000 7f9582267640 1 -- 172.21.15.196:0/1078606020 shutdown_connections 2024-09-10T07:44:20.574 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.571+0000 7f9582267640 1 -- 172.21.15.196:0/1078606020 wait complete. 2024-09-10T07:44:20.574 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.571+0000 7f9582267640 1 Processor -- start 2024-09-10T07:44:20.574 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.572+0000 7f9582267640 1 -- start start 2024-09-10T07:44:20.575 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.572+0000 7f9582267640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f957c097330 0x7f957c129e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:20.575 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.572+0000 7f9582267640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f957c12c020 0x7f957c12a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:20.575 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.572+0000 7f9582267640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f957c12c9a0 0x7f957c12a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:20.575 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.572+0000 7f9582267640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7f957c070a10 con 0x7f957c12c020 2024-09-10T07:44:20.575 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.572+0000 7f9582267640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7f957c070890 con 0x7f957c097330 2024-09-10T07:44:20.575 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.572+0000 7f9582267640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7f957c097c50 con 0x7f957c12c9a0 2024-09-10T07:44:20.575 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.572+0000 7f957bfff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f957c097330 0x7f957c129e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:20.575 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.572+0000 7f9580804640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f957c12c9a0 0x7f957c12a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:20.575 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.572+0000 7f957bfff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f957c097330 0x7f957c129e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:32926/0 (socket says 172.21.15.196:32926) 2024-09-10T07:44:20.575 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.572+0000 7f957bfff640 1 -- 172.21.15.196:0/2044283983 learned_addr learned my addr 172.21.15.196:0/2044283983 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:44:20.575 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.572+0000 7f957b7fe640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f957c12c020 0x7f957c12a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:20.575 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.572+0000 7f957bfff640 1 -- 172.21.15.196:0/2044283983 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f957c12c9a0 msgr2=0x7f957c12a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:20.575 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.572+0000 7f957bfff640 1 --2- 172.21.15.196:0/2044283983 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f957c12c9a0 0x7f957c12a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.576 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.572+0000 7f957bfff640 1 -- 172.21.15.196:0/2044283983 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f957c12c020 msgr2=0x7f957c12a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:20.576 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.572+0000 7f957bfff640 1 --2- 172.21.15.196:0/2044283983 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f957c12c020 0x7f957c12a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.576 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.572+0000 7f957bfff640 1 -- 172.21.15.196:0/2044283983 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f957c126640 con 0x7f957c097330 2024-09-10T07:44:20.576 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.573+0000 7f957bfff640 1 --2- 172.21.15.196:0/2044283983 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f957c097330 0x7f957c129e00 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f956c0098d0 tx=0x7f956c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:20.576 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.573+0000 7f9578ff9640 1 -- 172.21.15.196:0/2044283983 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f956c037040 con 0x7f957c097330 2024-09-10T07:44:20.576 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.573+0000 7f9578ff9640 1 -- 172.21.15.196:0/2044283983 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f956c030440 con 0x7f957c097330 2024-09-10T07:44:20.576 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.573+0000 7f9582267640 1 -- 172.21.15.196:0/2044283983 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f957c1325b0 con 0x7f957c097330 2024-09-10T07:44:20.576 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.573+0000 7f9578ff9640 1 -- 172.21.15.196:0/2044283983 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f956c030830 con 0x7f957c097330 2024-09-10T07:44:20.576 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.573+0000 7f9582267640 1 -- 172.21.15.196:0/2044283983 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f957c1ca9e0 con 0x7f957c097330 2024-09-10T07:44:20.576 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.574+0000 7f9582267640 1 -- 172.21.15.196:0/2044283983 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f957c097710 con 0x7f957c097330 2024-09-10T07:44:20.576 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.574+0000 7f9578ff9640 1 -- 172.21.15.196:0/2044283983 <== mon.1 v2:172.21.15.196:3301/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7f956c044030 con 0x7f957c097330 2024-09-10T07:44:20.576 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.574+0000 7f9578ff9640 1 -- 172.21.15.196:0/2044283983 <== mon.1 v2:172.21.15.196:3301/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7f956c07d1f0 con 0x7f957c097330 2024-09-10T07:44:20.577 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.578+0000 7f9578ff9640 1 -- 172.21.15.196:0/2044283983 <== mon.1 v2:172.21.15.196:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7f956c04b060 con 0x7f957c097330 2024-09-10T07:44:20.715 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.715+0000 7f9582267640 1 -- 172.21.15.196:0/2044283983 --> v1:172.21.15.196:6816/3572737106 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f957c126920 con 0x7f9568047b50 2024-09-10T07:44:20.716 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.716+0000 7f9578ff9640 1 -- 172.21.15.196:0/2044283983 <== mgr.14103 v1:172.21.15.196:6816/3572737106 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31980 (unknown 2965378022 0 2061202511) 0x7f957c126920 con 0x7f9568047b50 2024-09-10T07:44:20.716 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-09-10T07:44:20.716 INFO:teuthology.orchestra.run.smithi196.stderr:dumped all 2024-09-10T07:44:20.718 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.718+0000 7f9582267640 1 -- 172.21.15.196:0/2044283983 >> v1:172.21.15.196:6816/3572737106 conn(0x7f9568047b50 legacy=0x7f956804a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:20.718 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.718+0000 7f9582267640 1 -- 172.21.15.196:0/2044283983 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f957c097330 msgr2=0x7f957c129e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:20.718 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.718+0000 7f9582267640 1 --2- 172.21.15.196:0/2044283983 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f957c097330 0x7f957c129e00 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f956c0098d0 tx=0x7f956c0046c0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.718 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.718+0000 7f9582267640 1 -- 172.21.15.196:0/2044283983 shutdown_connections 2024-09-10T07:44:20.718 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.718+0000 7f9582267640 1 --2- 172.21.15.196:0/2044283983 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7f957c12c9a0 0x7f957c12a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.718 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.718+0000 7f9582267640 1 --2- 172.21.15.196:0/2044283983 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7f957c12c020 0x7f957c12a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.718 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.718+0000 7f9582267640 1 --2- 172.21.15.196:0/2044283983 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7f957c097330 0x7f957c129e00 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.718 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.718+0000 7f9582267640 1 -- 172.21.15.196:0/2044283983 >> 172.21.15.196:0/2044283983 conn(0x7f957c09da00 msgr2=0x7f957c06e210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:20.718 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.718+0000 7f9582267640 1 -- 172.21.15.196:0/2044283983 shutdown_connections 2024-09-10T07:44:20.718 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.718+0000 7f9582267640 1 -- 172.21.15.196:0/2044283983 wait complete. 2024-09-10T07:44:20.728 INFO:teuthology.orchestra.run.smithi196.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2024-09-10T07:44:20.547007+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":101,"num_write_kb":1108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":69,"ondisk_log_size":69,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112304,"kb_used_data":2256,"kb_used_omap":17,"kb_used_meta":109998,"kb_avail":377375056,"statfs":{"total":386547056640,"available":386432057344,"internally_reserved":0,"allocated":2310144,"data_stored":1575042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18186,"internal_metadata":112638198},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002700"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":55,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:44:03.465378+0000","last_change":"2024-09-10T07:44:03.465403+0000","last_active":"2024-09-10T07:44:03.465378+0000","last_peered":"2024-09-10T07:44:03.465378+0000","last_clean":"2024-09-10T07:44:03.465378+0000","last_became_active":"2024-09-10T07:43:48.240737+0000","last_became_peered":"2024-09-10T07:43:48.240737+0000","last_unstale":"2024-09-10T07:44:03.465378+0000","last_undegraded":"2024-09-10T07:44:03.465378+0000","last_fullsized":"2024-09-10T07:44:03.465378+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:44:03.465279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:44:03.465279+0000","last_clean_scrub_stamp":"2024-09-10T07:44:03.465279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:25:43.260784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010214289999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":50,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:44:02.269173+0000","last_change":"2024-09-10T07:44:02.269223+0000","last_active":"2024-09-10T07:44:02.269173+0000","last_peered":"2024-09-10T07:44:02.269173+0000","last_clean":"2024-09-10T07:44:02.269173+0000","last_became_active":"2024-09-10T07:43:44.606046+0000","last_became_peered":"2024-09-10T07:43:44.606046+0000","last_unstale":"2024-09-10T07:44:02.269173+0000","last_undegraded":"2024-09-10T07:44:02.269173+0000","last_fullsized":"2024-09-10T07:44:02.269173+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:44:02.269080+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:44:02.269080+0000","last_clean_scrub_stamp":"2024-09-10T07:44:02.269080+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:49:21.447520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032669399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":55,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:44:04.469170+0000","last_change":"2024-09-10T07:44:04.469194+0000","last_active":"2024-09-10T07:44:04.469170+0000","last_peered":"2024-09-10T07:44:04.469170+0000","last_clean":"2024-09-10T07:44:04.469170+0000","last_became_active":"2024-09-10T07:43:48.241002+0000","last_became_peered":"2024-09-10T07:43:48.241002+0000","last_unstale":"2024-09-10T07:44:04.469170+0000","last_undegraded":"2024-09-10T07:44:04.469170+0000","last_fullsized":"2024-09-10T07:44:04.469170+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:44:04.469063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:44:04.469063+0000","last_clean_scrub_stamp":"2024-09-10T07:44:04.469063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:58:51.086681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001037173,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":50,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.307533+0000","last_change":"2024-09-10T07:44:01.307557+0000","last_active":"2024-09-10T07:44:01.307533+0000","last_peered":"2024-09-10T07:44:01.307533+0000","last_clean":"2024-09-10T07:44:01.307533+0000","last_became_active":"2024-09-10T07:43:44.606054+0000","last_became_peered":"2024-09-10T07:43:44.606054+0000","last_unstale":"2024-09-10T07:44:01.307533+0000","last_undegraded":"2024-09-10T07:44:01.307533+0000","last_fullsized":"2024-09-10T07:44:01.307533+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:44:01.307435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:44:01.307435+0000","last_clean_scrub_stamp":"2024-09-10T07:44:01.307435+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:05:58.992624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00041535500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"33'3","reported_seq":54,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:44:01.508725+0000","last_change":"2024-09-10T07:44:01.508785+0000","last_active":"2024-09-10T07:44:01.508725+0000","last_peered":"2024-09-10T07:44:01.508725+0000","last_clean":"2024-09-10T07:44:01.508725+0000","last_became_active":"2024-09-10T07:43:47.609736+0000","last_became_peered":"2024-09-10T07:43:47.609736+0000","last_unstale":"2024-09-10T07:44:01.508725+0000","last_undegraded":"2024-09-10T07:44:01.508725+0000","last_fullsized":"2024-09-10T07:44:01.508725+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"33'3","last_scrub_stamp":"2024-09-10T07:44:01.508611+0000","last_deep_scrub":"33'3","last_deep_scrub_stamp":"2024-09-10T07:44:01.508611+0000","last_clean_scrub_stamp":"2024-09-10T07:44:01.508611+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:27:11.611802+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.0013045520000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":50,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.319383+0000","last_change":"2024-09-10T07:44:00.319404+0000","last_active":"2024-09-10T07:44:00.319383+0000","last_peered":"2024-09-10T07:44:00.319383+0000","last_clean":"2024-09-10T07:44:00.319383+0000","last_became_active":"2024-09-10T07:43:47.610809+0000","last_became_peered":"2024-09-10T07:43:47.610809+0000","last_unstale":"2024-09-10T07:44:00.319383+0000","last_undegraded":"2024-09-10T07:44:00.319383+0000","last_fullsized":"2024-09-10T07:44:00.319383+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:44:00.319303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:44:00.319303+0000","last_clean_scrub_stamp":"2024-09-10T07:44:00.319303+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:13:30.009191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036547199999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":51,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.527301+0000","last_change":"2024-09-10T07:44:00.527322+0000","last_active":"2024-09-10T07:44:00.527301+0000","last_peered":"2024-09-10T07:44:00.527301+0000","last_clean":"2024-09-10T07:44:00.527301+0000","last_became_active":"2024-09-10T07:43:47.609525+0000","last_became_peered":"2024-09-10T07:43:47.609525+0000","last_unstale":"2024-09-10T07:44:00.527301+0000","last_undegraded":"2024-09-10T07:44:00.527301+0000","last_fullsized":"2024-09-10T07:44:00.527301+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T07:44:00.527219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T07:44:00.527219+0000","last_clean_scrub_stamp":"2024-09-10T07:44:00.527219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:03:41.650495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00085628500000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"33'2","reported_seq":52,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:44:02.492977+0000","last_change":"2024-09-10T07:44:02.493008+0000","last_active":"2024-09-10T07:44:02.492977+0000","last_peered":"2024-09-10T07:44:02.492977+0000","last_clean":"2024-09-10T07:44:02.492977+0000","last_became_active":"2024-09-10T07:43:47.610763+0000","last_became_peered":"2024-09-10T07:43:47.610763+0000","last_unstale":"2024-09-10T07:44:02.492977+0000","last_undegraded":"2024-09-10T07:44:02.492977+0000","last_fullsized":"2024-09-10T07:44:02.492977+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"33'2","last_scrub_stamp":"2024-09-10T07:44:02.492889+0000","last_deep_scrub":"33'2","last_deep_scrub_stamp":"2024-09-10T07:44:02.492889+0000","last_clean_scrub_stamp":"2024-09-10T07:44:02.492889+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:07:44.167549+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"33'64","reported_seq":154,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-10T07:44:00.326734+0000","last_change":"2024-09-10T07:44:00.326763+0000","last_active":"2024-09-10T07:44:00.326734+0000","last_peered":"2024-09-10T07:44:00.326734+0000","last_clean":"2024-09-10T07:44:00.326734+0000","last_became_active":"2024-09-10T07:43:44.605335+0000","last_became_peered":"2024-09-10T07:43:44.605335+0000","last_unstale":"2024-09-10T07:44:00.326734+0000","last_undegraded":"2024-09-10T07:44:00.326734+0000","last_fullsized":"2024-09-10T07:44:00.326734+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"33'64","last_scrub_stamp":"2024-09-10T07:44:00.326668+0000","last_deep_scrub":"33'64","last_deep_scrub_stamp":"2024-09-10T07:44:00.326668+0000","last_clean_scrub_stamp":"2024-09-10T07:44:00.326668+0000","objects_scrubbed":2,"log_size":64,"log_dups_size":0,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:37:32.037165+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":252,"num_write":99,"num_write_kb":1106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":64,"ondisk_log_size":64,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":29,"seq":124554051592,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":276,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":282624,"data_stored":98586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":27,"seq":115964117001,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27800,"kb_used_data":272,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94344040,"statfs":{"total":96636764160,"available":96608296960,"internally_reserved":0,"allocated":278528,"data_stored":98567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4547,"internal_metadata":28175933},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":26,"seq":111669149705,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28320,"kb_used_data":856,"kb_used_omap":4,"kb_used_meta":27451,"kb_avail":94343520,"statfs":{"total":96636764160,"available":96607764480,"internally_reserved":0,"allocated":876544,"data_stored":688954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4546,"internal_metadata":28110398},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":25,"seq":107374182409,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28380,"kb_used_data":852,"kb_used_omap":4,"kb_used_meta":27515,"kb_avail":94343460,"statfs":{"total":96636764160,"available":96607703040,"internally_reserved":0,"allocated":872448,"data_stored":688935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4546,"internal_metadata":28175934},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T07:44:20.730 DEBUG:teuthology.orchestra.run.smithi196:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-10T07:44:20.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.828+0000 7ff6d7fff640 1 Processor -- start 2024-09-10T07:44:20.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.828+0000 7ff6d7fff640 1 -- start start 2024-09-10T07:44:20.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.828+0000 7ff6d7fff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff6d8099be0 0x7ff6d806de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:20.829 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.828+0000 7ff6d7fff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6d806ea70 0x7ff6d8136bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:20.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.829+0000 7ff6d7fff640 1 -- --> v1:172.21.15.196:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff6d806f460 con 0x7ff6d806f9a0 2024-09-10T07:44:20.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.829+0000 7ff6d7fff640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff6d80702b0 con 0x7ff6d806ea70 2024-09-10T07:44:20.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.829+0000 7ff6d7fff640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7ff6d8138120 con 0x7ff6d8099be0 2024-09-10T07:44:20.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.829+0000 7ff6d6ffd640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff6d8099be0 0x7ff6d806de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:20.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.829+0000 7ff6d77fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6d806ea70 0x7ff6d8136bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:20.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.829+0000 7ff6d67fc640 1 --1- >> v1:172.21.15.196:6789/0 conn(0x7ff6d806f9a0 0x7ff6d806e360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.196:6789/0 says I am v1:172.21.15.196:42494/0 (socket says 172.21.15.196:42494) 2024-09-10T07:44:20.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.829+0000 7ff6d67fc640 1 -- 172.21.15.196:0/2835819715 learned_addr learned my addr 172.21.15.196:0/2835819715 (peer_addr_for_me v1:172.21.15.196:0/0) 2024-09-10T07:44:20.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.829+0000 7ff6d77fe640 1 -- 172.21.15.196:0/2835819715 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff6d8099be0 msgr2=0x7ff6d806de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T07:44:20.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.829+0000 7ff6d77fe640 1 --2- 172.21.15.196:0/2835819715 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff6d8099be0 0x7ff6d806de20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.829+0000 7ff6d5ffb640 1 -- 172.21.15.196:0/2835819715 <== mon.0 v1:172.21.15.196:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1354099379 0 0) 0x7ff6d806f460 con 0x7ff6d806f9a0 2024-09-10T07:44:20.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.829+0000 7ff6d77fe640 1 -- 172.21.15.196:0/2835819715 >> v1:172.21.15.196:6789/0 conn(0x7ff6d806f9a0 legacy=0x7ff6d806e360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:20.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.829+0000 7ff6d77fe640 1 -- 172.21.15.196:0/2835819715 --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6d81382a0 con 0x7ff6d806ea70 2024-09-10T07:44:20.830 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.829+0000 7ff6d6ffd640 1 --2- 172.21.15.196:0/2835819715 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff6d8099be0 0x7ff6d806de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:44:20.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.830+0000 7ff6d77fe640 1 --2- 172.21.15.196:0/2835819715 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6d806ea70 0x7ff6d8136bd0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff6d0009dc0 tx=0x7ff6d002a510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8ae7a1a7aeafcaf1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:20.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.830+0000 7ff6d5ffb640 1 -- 172.21.15.196:0/2835819715 <== mon.1 v2:172.21.15.196:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6d0007740 con 0x7ff6d806ea70 2024-09-10T07:44:20.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.830+0000 7ff6d5ffb640 1 -- 172.21.15.196:0/2835819715 <== mon.1 v2:172.21.15.196:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6d00078e0 con 0x7ff6d806ea70 2024-09-10T07:44:20.831 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.830+0000 7ff6d5ffb640 1 -- 172.21.15.196:0/2835819715 <== mon.1 v2:172.21.15.196:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6d0007cb0 con 0x7ff6d806ea70 2024-09-10T07:44:20.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.830+0000 7ff6d7fff640 1 -- 172.21.15.196:0/2835819715 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6d806ea70 msgr2=0x7ff6d8136bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:20.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.830+0000 7ff6d7fff640 1 --2- 172.21.15.196:0/2835819715 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6d806ea70 0x7ff6d8136bd0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff6d0009dc0 tx=0x7ff6d002a510 comp rx=0 tx=0).stop 2024-09-10T07:44:20.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.830+0000 7ff6d7fff640 1 -- 172.21.15.196:0/2835819715 shutdown_connections 2024-09-10T07:44:20.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.830+0000 7ff6d7fff640 1 --2- 172.21.15.196:0/2835819715 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6d806ea70 0x7ff6d8136bd0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.830+0000 7ff6d7fff640 1 --2- 172.21.15.196:0/2835819715 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff6d8099be0 0x7ff6d806de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.830+0000 7ff6d7fff640 1 -- 172.21.15.196:0/2835819715 >> 172.21.15.196:0/2835819715 conn(0x7ff6d809d920 msgr2=0x7ff6d809dd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:20.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.830+0000 7ff6d7fff640 1 -- 172.21.15.196:0/2835819715 shutdown_connections 2024-09-10T07:44:20.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.830+0000 7ff6d7fff640 1 -- 172.21.15.196:0/2835819715 wait complete. 2024-09-10T07:44:20.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.831+0000 7ff6d7fff640 1 Processor -- start 2024-09-10T07:44:20.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.831+0000 7ff6d7fff640 1 -- start start 2024-09-10T07:44:20.834 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6d7fff640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff6d806ea70 0x7ff6d8124ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:20.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6d7fff640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff6d806f9a0 0x7ff6d8125020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:20.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6d7fff640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6d8099be0 0x7ff6d8125560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T07:44:20.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6d7fff640 1 -- --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_getmap magic: 0 -- 0x7ff6d81374a0 con 0x7ff6d806f9a0 2024-09-10T07:44:20.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6d7fff640 1 -- --> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] -- mon_getmap magic: 0 -- 0x7ff6d8137320 con 0x7ff6d8099be0 2024-09-10T07:44:20.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6d7fff640 1 -- --> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] -- mon_getmap magic: 0 -- 0x7ff6d8137620 con 0x7ff6d806ea70 2024-09-10T07:44:20.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6d77fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6d8099be0 0x7ff6d8125560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:20.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6d67fc640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff6d806f9a0 0x7ff6d8125020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:20.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6d6ffd640 1 --2- >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff6d806ea70 0x7ff6d8124ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T07:44:20.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6d77fe640 1 --2- >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6d8099be0 0x7ff6d8125560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3301/0 says I am v2:172.21.15.196:32948/0 (socket says 172.21.15.196:32948) 2024-09-10T07:44:20.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6d77fe640 1 -- 172.21.15.196:0/3043373064 learned_addr learned my addr 172.21.15.196:0/3043373064 (peer_addr_for_me v2:172.21.15.196:0/0) 2024-09-10T07:44:20.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6d67fc640 1 --2- >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff6d806f9a0 0x7ff6d8125020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.196:3300/0 says I am v2:172.21.15.196:50208/0 (socket says 172.21.15.196:50208) 2024-09-10T07:44:20.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6d67fc640 1 -- 172.21.15.196:0/3043373064 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff6d806ea70 msgr2=0x7ff6d8124ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:20.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6d67fc640 1 --2- 172.21.15.196:0/3043373064 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff6d806ea70 0x7ff6d8124ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.835 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6d67fc640 1 -- 172.21.15.196:0/3043373064 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6d8099be0 msgr2=0x7ff6d8125560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:20.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6d67fc640 1 --2- 172.21.15.196:0/3043373064 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6d8099be0 0x7ff6d8125560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6d67fc640 1 -- 172.21.15.196:0/3043373064 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6d8098500 con 0x7ff6d806f9a0 2024-09-10T07:44:20.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6d6ffd640 1 --2- 172.21.15.196:0/3043373064 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff6d806ea70 0x7ff6d8124ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:44:20.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6d77fe640 1 --2- 172.21.15.196:0/3043373064 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6d8099be0 0x7ff6d8125560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T07:44:20.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6d67fc640 1 --2- 172.21.15.196:0/3043373064 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff6d806f9a0 0x7ff6d8125020 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff6cc00c410 tx=0x7ff6cc00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T07:44:20.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6bf7fe640 1 -- 172.21.15.196:0/3043373064 <== mon.0 v2:172.21.15.196:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6cc0074e0 con 0x7ff6d806f9a0 2024-09-10T07:44:20.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6bf7fe640 1 -- 172.21.15.196:0/3043373064 <== mon.0 v2:172.21.15.196:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6cc0047e0 con 0x7ff6d806f9a0 2024-09-10T07:44:20.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6d7fff640 1 -- 172.21.15.196:0/3043373064 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6d8126840 con 0x7ff6d806f9a0 2024-09-10T07:44:20.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.832+0000 7ff6bf7fe640 1 -- 172.21.15.196:0/3043373064 <== mon.0 v2:172.21.15.196:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6cc004bd0 con 0x7ff6d806f9a0 2024-09-10T07:44:20.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.833+0000 7ff6d7fff640 1 -- 172.21.15.196:0/3043373064 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6d8127110 con 0x7ff6d806f9a0 2024-09-10T07:44:20.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.834+0000 7ff6bf7fe640 1 -- 172.21.15.196:0/3043373064 <== mon.0 v2:172.21.15.196:3300/0 4 ==== mgrmap(e 10) ==== 55651+0+0 (secure 0 0 0) 0x7ff6cc011070 con 0x7ff6d806f9a0 2024-09-10T07:44:20.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.834+0000 7ff6d7fff640 1 -- 172.21.15.196:0/3043373064 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6d8137a20 con 0x7ff6d806f9a0 2024-09-10T07:44:20.836 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.834+0000 7ff6bf7fe640 1 -- 172.21.15.196:0/3043373064 <== mon.0 v2:172.21.15.196:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 3027+0+0 (secure 0 0 0) 0x7ff6cc05cec0 con 0x7ff6d806f9a0 2024-09-10T07:44:20.837 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.837+0000 7ff6bf7fe640 1 -- 172.21.15.196:0/3043373064 <== mon.0 v2:172.21.15.196:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+151260 (secure 0 0 0) 0x7ff6cc05bf70 con 0x7ff6d806f9a0 2024-09-10T07:44:20.974 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.975+0000 7ff6d7fff640 1 -- 172.21.15.196:0/3043373064 --> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7ff6d806b2e0 con 0x7ff6d806f9a0 2024-09-10T07:44:20.976 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.977+0000 7ff6bf7fe640 1 -- 172.21.15.196:0/3043373064 <== mon.0 v2:172.21.15.196:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v6)=0 v6) ==== 123+0+0 (secure 0 0 0) 0x7ff6cc03c2f0 con 0x7ff6d806f9a0 2024-09-10T07:44:20.978 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.979+0000 7ff6bf7fe640 1 -- 172.21.15.196:0/3043373064 <== mon.0 v2:172.21.15.196:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7ff6cc03c550 con 0x7ff6d806f9a0 2024-09-10T07:44:20.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.980+0000 7ff6d7fff640 1 -- 172.21.15.196:0/3043373064 >> v1:172.21.15.196:6816/3572737106 conn(0x7ff6c4047b50 legacy=0x7ff6c404a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:20.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.980+0000 7ff6d7fff640 1 -- 172.21.15.196:0/3043373064 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff6d806f9a0 msgr2=0x7ff6d8125020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T07:44:20.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.980+0000 7ff6d7fff640 1 --2- 172.21.15.196:0/3043373064 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff6d806f9a0 0x7ff6d8125020 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff6cc00c410 tx=0x7ff6cc00c8d0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.980+0000 7ff6d7fff640 1 -- 172.21.15.196:0/3043373064 shutdown_connections 2024-09-10T07:44:20.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.980+0000 7ff6d7fff640 1 --2- 172.21.15.196:0/3043373064 >> [v2:172.21.15.196:3301/0,v1:172.21.15.196:6790/0] conn(0x7ff6d8099be0 0x7ff6d8125560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.980+0000 7ff6d7fff640 1 --2- 172.21.15.196:0/3043373064 >> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] conn(0x7ff6d806f9a0 0x7ff6d8125020 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.980 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.980+0000 7ff6d7fff640 1 --2- 172.21.15.196:0/3043373064 >> [v2:172.21.15.196:3302/0,v1:172.21.15.196:6791/0] conn(0x7ff6d806ea70 0x7ff6d8124ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T07:44:20.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.980+0000 7ff6d7fff640 1 -- 172.21.15.196:0/3043373064 >> 172.21.15.196:0/3043373064 conn(0x7ff6d809d920 msgr2=0x7ff6d8091370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T07:44:20.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.980+0000 7ff6d7fff640 1 -- 172.21.15.196:0/3043373064 shutdown_connections 2024-09-10T07:44:20.981 INFO:teuthology.orchestra.run.smithi196.stderr:2024-09-10T07:44:20.980+0000 7ff6d7fff640 1 -- 172.21.15.196:0/3043373064 wait complete. 2024-09-10T07:44:20.991 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-10T07:44:20.991 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-10T07:44:20.991 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-10T07:44:20.992 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:44:21.021 INFO:tasks.ceph.osd.0:Stopped 2024-09-10T07:44:21.021 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-10T07:44:21.021 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:44:21.090 INFO:tasks.ceph.osd.1:Stopped 2024-09-10T07:44:21.090 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-10T07:44:21.090 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:44:21.162 INFO:tasks.ceph.osd.2:Stopped 2024-09-10T07:44:21.162 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-10T07:44:21.162 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:44:21.230 INFO:tasks.ceph.osd.3:Stopped 2024-09-10T07:44:21.230 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-10T07:44:21.230 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-10T07:44:21.230 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:44:21.291 INFO:tasks.ceph.mgr.x:Stopped 2024-09-10T07:44:21.291 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-10T07:44:21.291 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:44:21.354 INFO:tasks.ceph.mgr.y:Stopped 2024-09-10T07:44:21.354 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-10T07:44:21.355 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-10T07:44:21.355 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:44:21.405 INFO:tasks.ceph.mon.a:Stopped 2024-09-10T07:44:21.406 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-10T07:44:21.406 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:44:21.457 INFO:tasks.ceph.mon.b:Stopped 2024-09-10T07:44:21.458 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-10T07:44:21.458 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T07:44:21.510 INFO:tasks.ceph.mon.c:Stopped 2024-09-10T07:44:21.510 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-10T07:44:21.511 DEBUG:teuthology.orchestra.run.smithi196:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v 'overall HEALTH_' | egrep -v '\(FS_' | egrep -v '\(MDS_' | egrep -v '\(OSD_' | egrep -v '\(MON_DOWN\)' | egrep -v '\(CACHE_POOL_' | egrep -v '\(POOL_' | egrep -v '\(MGR_DOWN\)' | egrep -v '\(PG_' | egrep -v '\(SMALLER_PGP_NUM\)' | egrep -v 'Monitor daemon marked osd' | egrep -v 'Behind on trimming' | egrep -v 'Manager daemon' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'scrub mismatch' | egrep -v ScrubResult | egrep -v 'wrongly marked' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v '\(SLOW_OPS\)' | egrep -v 'overall HEALTH_' | egrep -v '\(MON_MSGR2_NOT_ENABLED\)' | egrep -v 'slow request' | head -n 1 2024-09-10T07:44:21.591 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-10T07:44:21.591 DEBUG:teuthology.orchestra.run.smithi196:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-10T07:44:21.818 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-10T07:44:21.819 DEBUG:teuthology.orchestra.run.smithi196:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-10T07:44:21.900 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-10T07:44:21.900 DEBUG:teuthology.orchestra.run.smithi196:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-10T07:44:21.968 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi196.front.sepia.ceph.com 2024-09-10T07:44:21.968 DEBUG:teuthology.orchestra.run.smithi196:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-10T07:44:22.024 INFO:tasks.ceph:Archiving mon data... 2024-09-10T07:44:22.026 DEBUG:teuthology.misc:Transferring archived files from smithi196:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898877/data/mon.a.tgz 2024-09-10T07:44:22.026 DEBUG:teuthology.orchestra.run.smithi196:> mktemp 2024-09-10T07:44:22.041 INFO:teuthology.orchestra.run.smithi196.stdout:/tmp/tmp.1sWEbRLIl3 2024-09-10T07:44:22.041 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.1sWEbRLIl3 2024-09-10T07:44:22.154 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 0666 /tmp/tmp.1sWEbRLIl3 2024-09-10T07:44:22.238 DEBUG:teuthology.orchestra.remote:smithi196:/tmp/tmp.1sWEbRLIl3 is 223KB 2024-09-10T07:44:22.331 DEBUG:teuthology.orchestra.run.smithi196:> rm -fr /tmp/tmp.1sWEbRLIl3 2024-09-10T07:44:22.346 DEBUG:teuthology.misc:Transferring archived files from smithi196:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898877/data/mon.b.tgz 2024-09-10T07:44:22.408 DEBUG:teuthology.orchestra.run.smithi196:> mktemp 2024-09-10T07:44:22.423 INFO:teuthology.orchestra.run.smithi196.stdout:/tmp/tmp.Uqa2gycb1c 2024-09-10T07:44:22.423 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.Uqa2gycb1c 2024-09-10T07:44:22.536 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 0666 /tmp/tmp.Uqa2gycb1c 2024-09-10T07:44:22.619 DEBUG:teuthology.orchestra.remote:smithi196:/tmp/tmp.Uqa2gycb1c is 262KB 2024-09-10T07:44:22.713 DEBUG:teuthology.orchestra.run.smithi196:> rm -fr /tmp/tmp.Uqa2gycb1c 2024-09-10T07:44:22.728 DEBUG:teuthology.misc:Transferring archived files from smithi196:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898877/data/mon.c.tgz 2024-09-10T07:44:22.728 DEBUG:teuthology.orchestra.run.smithi196:> mktemp 2024-09-10T07:44:22.782 INFO:teuthology.orchestra.run.smithi196.stdout:/tmp/tmp.indDgwQyGs 2024-09-10T07:44:22.782 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.indDgwQyGs 2024-09-10T07:44:22.895 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 0666 /tmp/tmp.indDgwQyGs 2024-09-10T07:44:22.979 DEBUG:teuthology.orchestra.remote:smithi196:/tmp/tmp.indDgwQyGs is 261KB 2024-09-10T07:44:23.073 DEBUG:teuthology.orchestra.run.smithi196:> rm -fr /tmp/tmp.indDgwQyGs 2024-09-10T07:44:23.088 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-10T07:44:23.088 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-10T07:44:23.207 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-10T07:44:23.208 INFO:tasks.ceph:Archiving crash dumps... 2024-09-10T07:44:23.209 DEBUG:teuthology.misc:Transferring archived files from smithi196:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898877/remote/smithi196/crash 2024-09-10T07:44:23.210 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-10T07:44:23.272 INFO:tasks.ceph:Compressing logs... 2024-09-10T07:44:23.272 DEBUG:teuthology.orchestra.run.smithi196:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-10T07:44:23.362 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-10T07:44:23.363 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46168.log 2024-09-10T07:44:23.363 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45305.log 2024-09-10T07:44:23.363 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.46168.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46252.log 2024-09-10T07:44:23.363 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.45305.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41463.log 2024-09-10T07:44:23.363 INFO:teuthology.orchestra.run.smithi196.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46168.log.gz 2024-09-10T07:44:23.363 INFO:teuthology.orchestra.run.smithi196.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45305.log.gz 2024-09-10T07:44:23.363 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.46252.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46070.log 2024-09-10T07:44:23.363 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.41463.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46252.log.gz 2024-09-10T07:44:23.363 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45723.log 2024-09-10T07:44:23.363 INFO:teuthology.orchestra.run.smithi196.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.41463.log.gz 2024-09-10T07:44:23.363 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.46070.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45724.log 2024-09-10T07:44:23.363 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.45723.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46070.log.gz 2024-09-10T07:44:23.364 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38757.log 2024-09-10T07:44:23.364 INFO:teuthology.orchestra.run.smithi196.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.45723.log.gz 2024-09-10T07:44:23.364 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.45724.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42993.log 2024-09-10T07:44:23.364 INFO:teuthology.orchestra.run.smithi196.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45724.log.gz 2024-09-10T07:44:23.364 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.38757.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41381.log 2024-09-10T07:44:23.364 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.42993.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.38757.log.gz 2024-09-10T07:44:23.364 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46630.log 2024-09-10T07:44:23.364 INFO:teuthology.orchestra.run.smithi196.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42993.log.gz 2024-09-10T07:44:23.364 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.41381.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41223.log 2024-09-10T07:44:23.364 INFO:teuthology.orchestra.run.smithi196.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.41381.log.gz 2024-09-10T07:44:23.364 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.46630.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32367.log 2024-09-10T07:44:23.364 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.41223.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.46630.log.gz 2024-09-10T07:44:23.365 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41013.log 2024-09-10T07:44:23.365 INFO:teuthology.orchestra.run.smithi196.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.41223.log.gz 2024-09-10T07:44:23.365 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.32367.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46420.log 2024-09-10T07:44:23.365 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.41013.log: 89.5%gzip -- replaced with /var/log/ceph/ceph-client.admin.32367.log.gz 2024-09-10T07:44:23.365 INFO:teuthology.orchestra.run.smithi196.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.46039.log 2024-09-10T07:44:23.365 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.46420.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.41013.log.gz 2024-09-10T07:44:23.365 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38626.log 2024-09-10T07:44:23.365 INFO:teuthology.orchestra.run.smithi196.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46420.log.gz 2024-09-10T07:44:23.365 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.46039.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38627.log 2024-09-10T07:44:23.365 INFO:teuthology.orchestra.run.smithi196.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46039.log.gz 2024-09-10T07:44:23.365 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.38626.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45892.log 2024-09-10T07:44:23.365 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.38627.log: gzip -5 --verbose 88.8% -- -- replaced with /var/log/ceph/ceph-client.admin.38626.log.gz /var/log/ceph/ceph-osd.1.log 2024-09-10T07:44:23.366 INFO:teuthology.orchestra.run.smithi196.stderr: 2024-09-10T07:44:23.366 INFO:teuthology.orchestra.run.smithi196.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.38627.log.gz 2024-09-10T07:44:23.366 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.45892.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38948.log 2024-09-10T07:44:23.366 INFO:teuthology.orchestra.run.smithi196.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45892.log.gz 2024-09-10T07:44:23.366 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38798.log 2024-09-10T07:44:23.366 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.38948.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45241.log 2024-09-10T07:44:23.366 INFO:teuthology.orchestra.run.smithi196.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.38948.log.gz 2024-09-10T07:44:23.366 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.38798.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38797.log 2024-09-10T07:44:23.366 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose 89.6% -- /var/log/ceph/ceph-client.admin.41181.log -- replaced with /var/log/ceph/ceph-client.admin.38798.log.gz 2024-09-10T07:44:23.366 INFO:teuthology.orchestra.run.smithi196.stderr: 2024-09-10T07:44:23.366 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.45241.log: /var/log/ceph/ceph-client.admin.38797.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45241.log.gz 2024-09-10T07:44:23.366 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46000.log 2024-09-10T07:44:23.367 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45201.log 2024-09-10T07:44:23.367 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.41181.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.38797.log.gz 2024-09-10T07:44:23.367 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.46000.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.41181.log.gz 2024-09-10T07:44:23.367 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41053.log 2024-09-10T07:44:23.367 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46040.log 89.1% 2024-09-10T07:44:23.367 INFO:teuthology.orchestra.run.smithi196.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46000.log.gz 2024-09-10T07:44:23.367 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.45201.log: /var/log/ceph/ceph-client.admin.41053.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45201.log.gz 2024-09-10T07:44:23.367 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46546.log 2024-09-10T07:44:23.367 INFO:teuthology.orchestra.run.smithi196.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.41053.log.gz 2024-09-10T07:44:23.367 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.46040.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38275.log 2024-09-10T07:44:23.367 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.46546.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46210.log 2024-09-10T07:44:23.367 INFO:teuthology.orchestra.run.smithi196.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46040.log.gz 2024-09-10T07:44:23.367 INFO:teuthology.orchestra.run.smithi196.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46546.log.gz 2024-09-10T07:44:23.368 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.38275.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32766.log 2024-09-10T07:44:23.368 INFO:teuthology.orchestra.run.smithi196.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.38275.log.gz 2024-09-10T07:44:23.368 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.46210.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45554.log 2024-09-10T07:44:23.368 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32686.log 2024-09-10T07:44:23.368 INFO:teuthology.orchestra.run.smithi196.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46210.log.gz 2024-09-10T07:44:23.368 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.32766.log: /var/log/ceph/ceph-client.admin.45554.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.32766.log.gz 2024-09-10T07:44:23.368 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45556.log 2024-09-10T07:44:23.368 INFO:teuthology.orchestra.run.smithi196.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45554.log.gz 2024-09-10T07:44:23.368 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46756.log 2024-09-10T07:44:23.368 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.32686.log: /var/log/ceph/ceph-client.admin.45556.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45891.log 2024-09-10T07:44:23.368 INFO:teuthology.orchestra.run.smithi196.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.32686.log.gz 2024-09-10T07:44:23.368 INFO:teuthology.orchestra.run.smithi196.stderr: 87.4%/var/log/ceph/ceph-client.admin.46756.log: -- replaced with /var/log/ceph/ceph-client.admin.45556.log.gz 2024-09-10T07:44:23.368 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45454.log 2024-09-10T07:44:23.369 INFO:teuthology.orchestra.run.smithi196.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46756.log.gz 2024-09-10T07:44:23.369 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45721.log 2024-09-10T07:44:23.369 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.45891.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40834.log 2024-09-10T07:44:23.369 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.45454.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45891.log.gz 2024-09-10T07:44:23.369 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.45721.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45454.log.gz 2024-09-10T07:44:23.369 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40294.log 2024-09-10T07:44:23.369 INFO:teuthology.orchestra.run.smithi196.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.45721.log.gz 2024-09-10T07:44:23.369 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-10T07:44:23.369 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.40834.log: /var/log/ceph/ceph-client.admin.40294.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46798.log 2024-09-10T07:44:23.369 INFO:teuthology.orchestra.run.smithi196.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.40834.log.gz 2024-09-10T07:44:23.369 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph.audit.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.40294.log.gz 2024-09-10T07:44:23.369 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38359.log 2024-09-10T07:44:23.370 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.46798.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46462.log 2024-09-10T07:44:23.370 INFO:teuthology.orchestra.run.smithi196.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.46798.log.gz 2024-09-10T07:44:23.370 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32646.log 2024-09-10T07:44:23.370 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.38359.log: /var/log/ceph/ceph-client.admin.46462.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40292.log 2024-09-10T07:44:23.370 INFO:teuthology.orchestra.run.smithi196.stderr: 94.8% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-10T07:44:23.370 INFO:teuthology.orchestra.run.smithi196.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.38359.log.gz 2024-09-10T07:44:23.370 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.32646.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40289.log 2024-09-10T07:44:23.370 INFO:teuthology.orchestra.run.smithi196.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46462.log.gz 2024-09-10T07:44:23.370 INFO:teuthology.orchestra.run.smithi196.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.32646.log.gz 2024-09-10T07:44:23.370 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38629.log 2024-09-10T07:44:23.370 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.40292.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46336.log 2024-09-10T07:44:23.370 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.40289.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.40292.log.gz 2024-09-10T07:44:23.371 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.38629.log: gzip 87.7% -- replaced with /var/log/ceph/ceph-client.admin.40289.log.gz -5 2024-09-10T07:44:23.371 INFO:teuthology.orchestra.run.smithi196.stderr: --verbose -- /var/log/ceph/ceph-client.admin.41652.log 2024-09-10T07:44:23.371 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45282.log 2024-09-10T07:44:23.371 INFO:teuthology.orchestra.run.smithi196.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.38629.log.gz 2024-09-10T07:44:23.371 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.46336.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.46336.log.gz 2024-09-10T07:44:23.371 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.26520.log 2024-09-10T07:44:23.371 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.41652.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-10T07:44:23.371 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.45282.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41652.log.gz 2024-09-10T07:44:23.371 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph.tmp-client.admin.26520.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.26520.log.gz 2024-09-10T07:44:23.371 INFO:teuthology.orchestra.run.smithi196.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.45282.log.gz 2024-09-10T07:44:23.371 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45412.log 2024-09-10T07:44:23.371 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose --/var/log/ceph/ceph-mon.c.log: /var/log/ceph/ceph-client.admin.46294.log 2024-09-10T07:44:23.371 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.45412.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41546.log 2024-09-10T07:44:23.371 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.46294.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.45412.log.gz 2024-09-10T07:44:23.372 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39070.log 2024-09-10T07:44:23.372 INFO:teuthology.orchestra.run.smithi196.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46294.log.gz 2024-09-10T07:44:23.372 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.41546.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45722.log 2024-09-10T07:44:23.372 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38035.log 2024-09-10T07:44:23.372 INFO:teuthology.orchestra.run.smithi196.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.41546.log.gz 2024-09-10T07:44:23.372 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.39070.log: /var/log/ceph/ceph-client.admin.45722.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.39070.log.gz 2024-09-10T07:44:23.372 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45039.log 2024-09-10T07:44:23.372 INFO:teuthology.orchestra.run.smithi196.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.45722.log.gz 2024-09-10T07:44:23.372 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40914.log 2024-09-10T07:44:23.372 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.38035.log: /var/log/ceph/ceph-client.admin.45039.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46840.log 2024-09-10T07:44:23.372 INFO:teuthology.orchestra.run.smithi196.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.38035.log.gz 2024-09-10T07:44:23.372 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.40914.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45039.log.gz 2024-09-10T07:44:23.372 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32884.log 2024-09-10T07:44:23.373 INFO:teuthology.orchestra.run.smithi196.stderr: 88.0%/var/log/ceph/ceph-client.admin.46840.log: -- replaced with /var/log/ceph/ceph-client.admin.40914.log.gz 2024-09-10T07:44:23.373 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45553.log 2024-09-10T07:44:23.373 INFO:teuthology.orchestra.run.smithi196.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46840.log.gz 2024-09-10T07:44:23.373 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.32884.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40586.log 2024-09-10T07:44:23.373 INFO:teuthology.orchestra.run.smithi196.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.32884.log.gz 2024-09-10T07:44:23.373 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.45553.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45081.log 2024-09-10T07:44:23.373 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.40586.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.45553.log.gz 2024-09-10T07:44:23.373 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-10T07:44:23.373 INFO:teuthology.orchestra.run.smithi196.stderr: 87.8%/var/log/ceph/ceph-client.admin.45081.log: -- replaced with /var/log/ceph/ceph-client.admin.40586.log.gz 2024-09-10T07:44:23.373 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40192.log 2024-09-10T07:44:23.373 INFO:teuthology.orchestra.run.smithi196.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45081.log.gz 2024-09-10T07:44:23.373 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45328.log 2024-09-10T07:44:23.373 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-mon.a.log: /var/log/ceph/ceph-client.admin.40192.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38990.log 2024-09-10T07:44:23.373 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.45328.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45555.log 2024-09-10T07:44:23.374 INFO:teuthology.orchestra.run.smithi196.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.40192.log.gz 2024-09-10T07:44:23.374 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.38990.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45328.log.gz 2024-09-10T07:44:23.374 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45161.log 2024-09-10T07:44:23.374 INFO:teuthology.orchestra.run.smithi196.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.38990.log.gz 2024-09-10T07:44:23.374 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45121.log 2024-09-10T07:44:23.374 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.45555.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-10T07:44:23.374 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.45161.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45555.log.gz 2024-09-10T07:44:23.374 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.45121.log: 88.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.45161.log.gz -5 2024-09-10T07:44:23.374 INFO:teuthology.orchestra.run.smithi196.stderr: --verbose -- /var/log/ceph/ceph-client.admin.46880.log 2024-09-10T07:44:23.374 INFO:teuthology.orchestra.run.smithi196.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45121.log.gzgzip 2024-09-10T07:44:23.374 INFO:teuthology.orchestra.run.smithi196.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.40894.log 2024-09-10T07:44:23.374 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-osd.2.log: /var/log/ceph/ceph-client.admin.46880.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38461.log 2024-09-10T07:44:23.374 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.40894.log: 88.1%gzip -- replaced with /var/log/ceph/ceph-client.admin.46880.log.gz -5 2024-09-10T07:44:23.374 INFO:teuthology.orchestra.run.smithi196.stderr: --verbose -- /var/log/ceph/ceph-client.admin.38906.log 2024-09-10T07:44:23.375 INFO:teuthology.orchestra.run.smithi196.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.40894.log.gz 2024-09-10T07:44:23.375 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.38461.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.38461.log.gz 2024-09-10T07:44:23.375 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45832.log 2024-09-10T07:44:23.375 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.38906.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-10T07:44:23.375 INFO:teuthology.orchestra.run.smithi196.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.38906.log.gz 2024-09-10T07:44:23.375 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.45832.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41307.log 2024-09-10T07:44:23.375 INFO:teuthology.orchestra.run.smithi196.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.45832.log.gz 2024-09-10T07:44:23.375 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41073.log 2024-09-10T07:44:23.377 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-mgr.y.log: /var/log/ceph/ceph-client.admin.41307.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40150.log 2024-09-10T07:44:23.377 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.41073.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.41307.log.gz 2024-09-10T07:44:23.377 INFO:teuthology.orchestra.run.smithi196.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.41073.log.gz 2024-09-10T07:44:23.377 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-10T07:44:23.377 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.40150.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45370.log 2024-09-10T07:44:23.377 INFO:teuthology.orchestra.run.smithi196.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.40150.log.gz 2024-09-10T07:44:23.377 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38758.log 2024-09-10T07:44:23.378 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.45370.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.45370.log.gz 2024-09-10T07:44:23.378 INFO:teuthology.orchestra.run.smithi196.stderr: 93.5% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-10T07:44:23.378 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40676.log 2024-09-10T07:44:23.378 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.38758.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41265.log 2024-09-10T07:44:23.378 INFO:teuthology.orchestra.run.smithi196.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.38758.log.gz 2024-09-10T07:44:23.378 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.40676.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40677.log 2024-09-10T07:44:23.378 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.41265.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.40676.log.gz 2024-09-10T07:44:23.378 INFO:teuthology.orchestra.run.smithi196.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.41265.log.gz 2024-09-10T07:44:23.378 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-10T07:44:23.378 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32726.log 2024-09-10T07:44:23.378 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.40677.log: 87.7%/var/log/ceph/ceph-mgr.x.log: -- replaced with /var/log/ceph/ceph-client.admin.40677.log.gz 2024-09-10T07:44:23.379 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38628.log 2024-09-10T07:44:23.379 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.32726.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.32726.log.gz 2024-09-10T07:44:23.379 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38317.log 2024-09-10T07:44:23.379 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.38628.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.38628.log.gz 2024-09-10T07:44:23.379 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40893.log 2024-09-10T07:44:23.379 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.38317.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.38317.log.gz 2024-09-10T07:44:23.379 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40478.log 2024-09-10T07:44:23.379 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.40893.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.40893.log.gz 2024-09-10T07:44:23.379 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40462.log 2024-09-10T07:44:23.379 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.40478.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.40478.log.gz 2024-09-10T07:44:23.379 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32972.log 2024-09-10T07:44:23.379 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.40462.log: 92.0% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-10T07:44:23.379 INFO:teuthology.orchestra.run.smithi196.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.40462.log.gz 2024-09-10T07:44:23.380 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38199.log 2024-09-10T07:44:23.380 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.32972.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-10T07:44:23.381 INFO:teuthology.orchestra.run.smithi196.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.32972.log.gz 2024-09-10T07:44:23.381 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.38199.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40477.log 2024-09-10T07:44:23.381 INFO:teuthology.orchestra.run.smithi196.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.38199.log.gz 2024-09-10T07:44:23.381 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39030.log 2024-09-10T07:44:23.381 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.40477.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.40477.log.gz 2024-09-10T07:44:23.381 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38224.log 2024-09-10T07:44:23.381 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.39030.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.39030.log.gz 2024-09-10T07:44:23.381 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46672.log 2024-09-10T07:44:23.381 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.38224.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.38224.log.gz 2024-09-10T07:44:23.382 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38143.log 2024-09-10T07:44:23.382 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.46672.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46672.log.gz 2024-09-10T07:44:23.383 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46588.log 2024-09-10T07:44:23.383 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.38143.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.38143.log.gz 2024-09-10T07:44:23.385 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38458.log 2024-09-10T07:44:23.385 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.46588.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.46588.log.gz 2024-09-10T07:44:23.386 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40290.log 2024-09-10T07:44:23.386 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.38458.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.38458.log.gz 2024-09-10T07:44:23.387 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40398.log 2024-09-10T07:44:23.387 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.40290.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.40290.log.gz 2024-09-10T07:44:23.388 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38459.log 2024-09-10T07:44:23.388 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.40398.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.40398.log.gz 2024-09-10T07:44:23.389 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45890.log 2024-09-10T07:44:23.389 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.38459.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.38459.log.gz 2024-09-10T07:44:23.390 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40606.log 2024-09-10T07:44:23.390 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.45890.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45890.log.gz 2024-09-10T07:44:23.391 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38460.log 2024-09-10T07:44:23.391 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.40606.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.40606.log.gz 2024-09-10T07:44:23.392 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46378.log 2024-09-10T07:44:23.393 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.38460.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.38460.log.gz 2024-09-10T07:44:23.393 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40071.log 2024-09-10T07:44:23.393 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.46378.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46378.log.gz 2024-09-10T07:44:23.395 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-10T07:44:23.395 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.40071.log: 92.6% -- replaced with /var/log/ceph/ceph-client.admin.40071.log.gz 2024-09-10T07:44:23.395 INFO:teuthology.orchestra.run.smithi196.stderr: 93.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41115.log 2024-09-10T07:44:23.396 INFO:teuthology.orchestra.run.smithi196.stderr: -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-10T07:44:23.404 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-osd.3.log: 90.7% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-10T07:44:23.406 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46714.log 2024-09-10T07:44:23.407 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.41115.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46504.log 2024-09-10T07:44:23.407 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.46714.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.41115.log.gz 2024-09-10T07:44:23.407 INFO:teuthology.orchestra.run.smithi196.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46714.log.gz 2024-09-10T07:44:23.409 INFO:teuthology.orchestra.run.smithi196.stderr: 93.1% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-10T07:44:23.416 INFO:teuthology.orchestra.run.smithi196.stderr: 91.6% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-10T07:44:23.419 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/ceph-client.admin.46504.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46504.log.gz 2024-09-10T07:44:23.428 INFO:teuthology.orchestra.run.smithi196.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-10T07:44:23.461 INFO:teuthology.orchestra.run.smithi196.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-10T07:44:23.469 INFO:teuthology.orchestra.run.smithi196.stderr: 93.3% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-10T07:44:23.483 INFO:teuthology.orchestra.run.smithi196.stderr: 90.9% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-10T07:44:23.485 INFO:teuthology.orchestra.run.smithi196.stderr: 2024-09-10T07:44:23.485 INFO:teuthology.orchestra.run.smithi196.stderr:real 0m0.158s 2024-09-10T07:44:23.485 INFO:teuthology.orchestra.run.smithi196.stderr:user 0m0.618s 2024-09-10T07:44:23.485 INFO:teuthology.orchestra.run.smithi196.stderr:sys 0m0.101s 2024-09-10T07:44:23.485 INFO:tasks.ceph:Archiving logs... 2024-09-10T07:44:23.486 DEBUG:teuthology.misc:Transferring archived files from smithi196:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898877/remote/smithi196/log 2024-09-10T07:44:23.487 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-10T07:44:23.724 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-10T07:44:23.742 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-10T07:44:23.742 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-10T07:44:23.792 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-10T07:44:23.802 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-10T07:44:23.802 DEBUG:teuthology.orchestra.run.smithi196:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T07:44:23.820 INFO:teuthology.orchestra.run.smithi196.stderr:bash: line 1: ntpq: command not found 2024-09-10T07:44:23.824 INFO:teuthology.orchestra.run.smithi196.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T07:44:23.824 INFO:teuthology.orchestra.run.smithi196.stdout:=============================================================================== 2024-09-10T07:44:23.825 INFO:teuthology.orchestra.run.smithi196.stdout:^+ hv01.front.sepia.ceph.com 3 6 377 4 +2093us[+2093us] +/- 59ms 2024-09-10T07:44:23.825 INFO:teuthology.orchestra.run.smithi196.stdout:^* hv02.front.sepia.ceph.com 3 6 377 5 +2149us[+2140us] +/- 53ms 2024-09-10T07:44:23.825 INFO:teuthology.orchestra.run.smithi196.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 4 -7843us[-7843us] +/- 100ms 2024-09-10T07:44:23.825 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T07:44:23.826 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-10T07:44:23.835 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-10T07:44:23.835 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-10T07:44:23.844 DEBUG:teuthology.orchestra.run.smithi196:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-10T07:44:23.930 DEBUG:teuthology.orchestra.run.smithi196:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T07:44:23.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:44:23.958 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-10T07:44:23.968 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-10T07:44:23.977 INFO:teuthology.task.internal:Duration was 491.388399 seconds 2024-09-10T07:44:23.977 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-10T07:44:23.987 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-10T07:44:23.988 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-10T07:44:24.036 INFO:teuthology.orchestra.run.smithi196.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T07:44:24.345 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-10T07:44:24.345 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi196.front.sepia.ceph.com 2024-09-10T07:44:24.345 DEBUG:teuthology.orchestra.run.smithi196:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-10T07:44:24.406 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-10T07:44:24.406 DEBUG:teuthology.orchestra.run.smithi196:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-10T07:44:24.471 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-10T07:44:24.472 DEBUG:teuthology.orchestra.run.smithi196:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-10T07:44:24.614 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-10T07:44:24.626 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-10T07:44:24.626 DEBUG:teuthology.orchestra.run.smithi196:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-10T07:44:24.650 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-10T07:44:24.660 DEBUG:teuthology.orchestra.run.smithi196:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-10T07:44:24.715 INFO:teuthology.orchestra.run.smithi196.stdout:kernel.core_pattern = core 2024-09-10T07:44:24.766 DEBUG:teuthology.orchestra.run.smithi196:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-10T07:44:24.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:44:24.821 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-10T07:44:24.832 INFO:teuthology.task.internal:Transferring archived files... 2024-09-10T07:44:24.833 DEBUG:teuthology.misc:Transferring archived files from smithi196:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898877/remote/smithi196 2024-09-10T07:44:24.834 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-10T07:44:24.895 INFO:teuthology.task.internal:Removing archive directory... 2024-09-10T07:44:24.895 DEBUG:teuthology.orchestra.run.smithi196:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-10T07:44:24.945 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-10T07:44:24.957 INFO:teuthology.task.internal:Not uploading archives. 2024-09-10T07:44:24.957 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-10T07:44:24.970 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-10T07:44:24.970 DEBUG:teuthology.orchestra.run.smithi196:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-10T07:44:24.999 INFO:teuthology.orchestra.run.smithi196.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 10 07:44 /home/ubuntu/cephtest 2024-09-10T07:44:25.001 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-10T07:44:25.012 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-10T07:44:25.067 INFO:teuthology.run:Summary data: description: fs/upgrade/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/quincy 1-upgrade}} duration: 491.3883993625641 flavor: default owner: scheduled_rishabh@teuthology success: true 2024-09-10T07:44:25.067 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-10T07:44:25.176 INFO:teuthology.run:pass